-- Logs begin at Tue 2022-09-13 06:20:49 UTC, end at Tue 2022-09-13 07:19:37 UTC. -- Sep 13 06:52:39.044109 dv-cinder-856941-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 13 06:52:41.689185 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.common.config [-] Logging enabled! Sep 13 06:52:41.689805 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 06:52:41.689996 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106172) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 06:52:41.693161 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.common.config [-] Logging enabled! Sep 13 06:52:41.693418 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 06:52:41.693727 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106172) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 06:52:41.694712 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 06:52:41.694948 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 06:52:41.695439 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 06:52:41.695689 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 06:52:41.695916 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 06:52:41.696273 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.696508 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.696758 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.697046 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.697335 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.697618 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.697903 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.698223 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.698514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.698779 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.699064 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.699297 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.699578 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.699864 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.700154 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.700381 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] debug = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.700690 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.701126 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.701529 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.701822 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.702141 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.702434 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.702700 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.702989 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.703266 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.703593 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] host = dv-cinder-856941-4-iscsi {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.703888 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.704163 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.704450 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.704736 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.705019 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.705293 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.705579 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.705853 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.706150 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] log_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.706430 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.706719 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.707006 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.707297 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.707526 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.707751 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.708036 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.708330 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.708607 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.708881 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.709155 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.709428 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.709700 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.709968 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.710285 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.710570 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.710854 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.711128 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.711402 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.711673 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.711947 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.712230 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.712502 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.712776 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.713048 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.713333 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.713601 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.713872 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.714202 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.714489 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.714770 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.715063 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.715333 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.715615 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.715887 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.716159 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.716575 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] use_json = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.717016 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.717108 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.717372 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.717646 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.717923 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.718360 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.718637 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.718923 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.719199 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:41.719501 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.719799 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.720102 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.720387 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.720689 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.720971 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.721265 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.721548 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.721838 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.722158 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.722451 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.722733 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.723037 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.723331 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.723624 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.723933 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.724228 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.724520 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.724797 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.725075 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.725353 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.725635 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.725923 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.726227 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.726517 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.726805 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.727085 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.727388 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.727679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.727966 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.728267 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.728557 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.728832 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.729113 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.729405 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.729687 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.729964 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.730291 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.730577 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.730851 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.731136 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.731431 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.731720 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.732021 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.732555 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.732734 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.733019 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.733295 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.733571 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.733851 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.734150 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.734442 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.734723 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.735000 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.735274 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.735557 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.735834 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.736108 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.736387 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.736663 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.736942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.737214 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.737486 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.737763 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.738037 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.738345 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.738620 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.738895 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.739175 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.739450 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.739725 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.740001 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.740277 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.740554 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.740840 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.741143 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.741426 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.741706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.741983 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.742287 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.742565 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.742842 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.743119 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.743395 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.743669 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.743961 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.744244 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.744529 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.744814 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.745110 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.745406 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.745685 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.745965 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.746272 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.746550 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.746827 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.747112 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.747391 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.747803 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.748243 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.748525 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.748826 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.749127 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.749412 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.749711 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.750008 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.750330 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.750621 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.750935 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.751218 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:41.751438 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 06:52:41.751688 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106172) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 13 06:52:42.130795 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 06:52:42.131117 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 06:52:42.131400 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 06:52:42.131625 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 06:52:42.131910 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 06:52:42.132243 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 13 06:52:42.454626 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.454827 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.455082 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.456298 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.456567 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.456830 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.508956 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.509231 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.509495 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.525710 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.525989 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.526294 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.554405 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.554679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.554960 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.591657 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.591908 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.592213 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.820511 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.821157 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.821157 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.822172 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.822899 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.919072 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.919399 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.919693 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.919965 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.920235 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.920541 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.920805 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.921066 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.921325 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.921608 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.921869 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.922129 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.922396 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.922644 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.922907 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.923171 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.923424 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.923675 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.923943 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.924202 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.924475 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.924728 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.925010 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.925383 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.925635 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.925882 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.926301 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:42.926554 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:42.926791 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:42.927028 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:42.927270 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:42.927508 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:42.927873 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 13 06:52:42.930999 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 13 06:52:42.935324 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 13 06:52:42.939344 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 13 06:52:42.940895 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 13 06:52:42.941538 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 13 06:52:42.941877 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 13 06:52:42.942287 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 13 06:52:42.945064 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 13 06:52:42.945315 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 13 06:52:42.945660 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 06:52:42.950783 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 13 06:52:42.973644 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 13 06:52:42.974109 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.974419 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106172) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 13 06:52:42.974789 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.976144 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106172) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 13 06:52:42.976422 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 06:52:42.976669 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 13 06:52:42.987651 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:42.987932 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.167725 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 13 06:52:43.168024 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 13 06:52:43.168318 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 13 06:52:43.168788 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 13 06:52:43.224972 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO dbcounter [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Registered counter for database neutron Sep 13 06:52:43.247367 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_db.sqlalchemy.engines [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106172) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 13 06:52:43.254379 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG dbcounter [-] [106172] Writer thread running {{(pid=106172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 06:52:43.798424 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing driver for type 'gre' Sep 13 06:52:43.799032 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] gre ID ranges: [(1, 1000)] Sep 13 06:52:43.859844 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing driver for type 'local' Sep 13 06:52:43.860529 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing driver for type 'vlan' Sep 13 06:52:43.876019 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] VlanTypeDriver initialization complete Sep 13 06:52:43.876378 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing driver for type 'vxlan' Sep 13 06:52:43.876881 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] vxlan ID ranges: [(1, 1000)] Sep 13 06:52:43.939259 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing extension driver 'port_security' Sep 13 06:52:43.939608 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.extensions.port_security [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] PortSecurityExtensionDriver initialization complete Sep 13 06:52:43.939949 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing mechanism driver 'openvswitch' Sep 13 06:52:43.940308 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing mechanism driver 'hyperv' Sep 13 06:52:43.947098 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:52:43.947769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.948145 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.948503 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.949016 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 06:52:43.949437 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnet after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.949793 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnet after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.950164 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.950558 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 06:52:43.950969 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.951320 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.951664 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.952067 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 06:52:43.952477 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > security_group after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.952828 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > security_group after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.953173 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.953562 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 06:52:43.953965 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.954344 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.954690 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.955209 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 06:52:43.955618 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > address_group after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.955966 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > address_group after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.956311 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.956699 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 06:52:43.957142 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] ML2 OVO RPC backend initialized. {{(pid=106172) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 13 06:52:43.957840 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.958223 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.958647 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.959004 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > networks before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.959353 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.959696 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > ports before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.960041 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnet before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.960384 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnets before_response 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.960735 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.961077 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.961414 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.961757 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.962113 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.962458 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.962799 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnet after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.963138 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnet after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.963475 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:43.971252 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded quota_driver: . Sep 13 06:52:43.971621 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.plugin [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Modular L2 Plugin initialization complete Sep 13 06:52:43.971973 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading services supported by the core plugin {{(pid=106172) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 13 06:52:43.972317 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.plugins.ml2.managers [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Got port-security extension from driver 'port_security' Sep 13 06:52:43.972799 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.extensions.vlantransparent [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Disabled vlantransparent extension. Sep 13 06:52:43.973332 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106172) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 13 06:52:43.973657 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: router Sep 13 06:52:44.009322 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.009715 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router after_create 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.010110 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router before_create 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.010497 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.010879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.011241 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router after_delete 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.011606 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.011967 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.012322 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router after_create 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.012676 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router after_update 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.013030 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router after_update 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.013366 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.013724 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router after_update 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.014161 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_update 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.014762 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: port after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.015113 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: port after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.015459 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: subnet after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.015810 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.016172 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.016529 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_create 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.016878 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: port before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.017210 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.017577 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router after_update 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.017929 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.018314 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_create 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.018685 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.019034 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_update 55549900 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.019408 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > agent after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.019765 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > agent after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.020112 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > network after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.020971 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Tracking information for resource: router configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:44.021308 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Tracking information for resource: floatingip configured {{(pid=106172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 06:52:44.026405 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.db.l3_agentschedulers_db [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 13 06:52:44.026991 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: port after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.027357 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: port after_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.027719 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: port after_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.028074 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: port after_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.028865 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router before_create 55550100 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.029229 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.029592 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_create 55550100 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.030135 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > router precommit_update 55550100 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.035149 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.services.provider_configuration [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service providers = [] {{(pid=106172) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 13 06:52:44.035520 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.db.servicetype_db [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106172) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 13 06:52:44.038554 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.services.service_base [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 06:52:44.038908 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.services.service_base [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 06:52:44.039254 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.services.service_base [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 06:52:44.040145 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.services.service_base [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 06:52:44.040521 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.services.service_base [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 13 06:52:44.040908 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.041265 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 13 06:52:44.053210 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.053551 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: auto_allocate Sep 13 06:52:44.059719 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: network precommit_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.060094 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: network precommit_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.060624 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.060948 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: tag Sep 13 06:52:44.067655 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.067990 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: timestamp Sep 13 06:52:44.072035 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.072368 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: network_ip_availability Sep 13 06:52:44.077939 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.078346 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.078703 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.079427 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.079754 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: flavors Sep 13 06:52:44.084420 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.084753 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading Plugin: revisions Sep 13 06:52:44.089215 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 06:52:44.089611 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.958s {{(pid=106172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 06:52:44.090377 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106172) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 13 06:52:44.090715 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Initializing extension manager. Sep 13 06:52:44.091244 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: __init__.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.091589 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: __pycache__ {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.091925 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: address_group.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.092911 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.093475 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: address-group Sep 13 06:52:44.093802 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: address_scope.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.094521 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.095017 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: address-scope Sep 13 06:52:44.095343 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.096228 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.096728 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: router-admin-state-down-before-update Sep 13 06:52:44.097051 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: agent.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.097723 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.098262 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: agent Sep 13 06:52:44.098570 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: agent_resources_synced.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.099437 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.099952 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: agent-resources-synced Sep 13 06:52:44.100274 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: allowedaddresspairs.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.102027 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.102566 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: allowed-address-pairs Sep 13 06:52:44.102908 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: auto_allocated_topology.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.103922 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.104433 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: auto-allocated-topology Sep 13 06:52:44.104757 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: availability_zone.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.105414 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.105913 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: availability_zone Sep 13 06:52:44.106270 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: availability_zone_filter.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.107132 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.107665 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: availability_zone_filter Sep 13 06:52:44.107982 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: data_plane_status.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.109040 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.109540 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 13 06:52:44.109915 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: default_subnetpools.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.110771 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.111272 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: default-subnetpools Sep 13 06:52:44.111600 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.112373 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.112880 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: dhcp_agent_scheduler Sep 13 06:52:44.113205 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: dns.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.114074 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.114593 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension dns-integration not supported by any of loaded plugins Sep 13 06:52:44.114916 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: dns_domain_ports.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.115788 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.116284 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 13 06:52:44.116608 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.117512 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.118004 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 13 06:52:44.118367 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: dvr.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.119006 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.119500 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: dvr Sep 13 06:52:44.119823 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: ecmp_routes.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.120698 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.121195 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 13 06:52:44.121516 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: empty_string_filtering.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.122419 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.122916 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: empty-string-filtering Sep 13 06:52:44.123237 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.124115 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.124604 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 13 06:52:44.124927 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.125801 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.126316 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 13 06:52:44.126642 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: external_net.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.127518 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.128014 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: external-net Sep 13 06:52:44.128338 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.129205 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.129698 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: extra_dhcp_opt Sep 13 06:52:44.130022 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: extraroute.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.130928 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.131433 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: extraroute Sep 13 06:52:44.131760 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: extraroute_atomic.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.132782 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.133280 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: extraroute-atomic Sep 13 06:52:44.133604 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: filter_validation.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.134271 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.134775 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: filter-validation Sep 13 06:52:44.135097 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: fip_pf_description.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.135967 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.136460 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 13 06:52:44.136784 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: fip_pf_detail.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.137674 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.138220 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 13 06:52:44.138544 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: fip_pf_port_range.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.139631 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.140144 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 13 06:52:44.140468 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: fip_port_details.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.141387 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.141891 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: fip-port-details Sep 13 06:52:44.142248 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: flavors.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.143469 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.143977 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: flavors Sep 13 06:52:44.144305 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.145936 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.146494 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 13 06:52:44.146833 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: floatingip_pools.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.147518 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.148024 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: floatingip-pools Sep 13 06:52:44.148355 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: ip_allocation.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.149240 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.149738 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 13 06:52:44.150065 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.150976 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.151476 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: ip-substring-filtering Sep 13 06:52:44.151803 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l2_adjacency.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.152689 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.153187 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 13 06:52:44.153517 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.154524 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.155105 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: router Sep 13 06:52:44.155474 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.157977 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.158525 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 13 06:52:44.158866 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.159752 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.160265 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: ext-gw-mode Sep 13 06:52:44.160602 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.161487 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.162033 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: l3-ha Sep 13 06:52:44.162386 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.163262 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.163764 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 13 06:52:44.164093 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3_flavors.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.164975 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.165484 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: l3-flavors Sep 13 06:52:44.165813 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.167158 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.167665 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 13 06:52:44.168059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.169094 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.169652 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 13 06:52:44.170023 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: l3agentscheduler.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.171171 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.171666 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: l3_agent_scheduler Sep 13 06:52:44.171996 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: local_ip.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.173727 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.174282 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension local_ip not supported by any of loaded plugins Sep 13 06:52:44.174620 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: logging.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.176038 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.176560 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension logging not supported by any of loaded plugins Sep 13 06:52:44.176902 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: metering.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.177615 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.178206 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: metering Sep 13 06:52:44.178541 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.179628 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.180135 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: metering_source_and_destination_fields Sep 13 06:52:44.180463 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: multiprovidernet.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.181360 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.181866 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: multi-provider Sep 13 06:52:44.182225 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: netmtu.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.183464 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.183966 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: net-mtu Sep 13 06:52:44.184293 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: netmtu_writable.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.185172 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.185672 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: net-mtu-writable Sep 13 06:52:44.185997 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: network_availability_zone.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.186695 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.187185 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: network_availability_zone Sep 13 06:52:44.187512 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: network_ip_availability.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.188575 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.189077 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: network-ip-availability Sep 13 06:52:44.189407 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: network_segment_range.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.190157 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.190650 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 13 06:52:44.190971 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: pagination.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.191907 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.192239 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: pagination Sep 13 06:52:44.192558 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: port_device_profile.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.193419 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.193929 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: port-device-profile Sep 13 06:52:44.194296 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: port_mac_address_override.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.195180 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.195688 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: port-mac-override Sep 13 06:52:44.196012 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.196894 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.197405 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: port-mac-address-regenerate Sep 13 06:52:44.197727 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.198630 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.199132 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: port-numa-affinity-policy Sep 13 06:52:44.199459 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: port_resource_request.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.200327 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.201009 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 13 06:52:44.201337 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: port_resource_request_groups.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.202385 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.202882 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 13 06:52:44.203203 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: portbindings.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.204092 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.204593 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: binding Sep 13 06:52:44.204920 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: portbindings_extended.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.206176 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.206687 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: binding-extended Sep 13 06:52:44.207021 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: portsecurity.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.208005 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.208516 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: port-security Sep 13 06:52:44.208838 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: project_id.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.210053 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.210930 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: project-id Sep 13 06:52:44.211654 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: providernet.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.212548 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.213060 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: provider Sep 13 06:52:44.213765 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.219454 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.219975 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos not supported by any of loaded plugins Sep 13 06:52:44.220305 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.221575 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.222117 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 13 06:52:44.222642 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.223357 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.223878 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 13 06:52:44.224211 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_default.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.225139 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.225629 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-default not supported by any of loaded plugins Sep 13 06:52:44.226000 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_fip.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.227114 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.227652 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-fip not supported by any of loaded plugins Sep 13 06:52:44.227989 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.228887 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.229434 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 13 06:52:44.229768 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_gateway_ip.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.231025 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.231615 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 13 06:52:44.231904 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_port_network_policy.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.232834 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.233504 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 13 06:52:44.234145 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.235025 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.235591 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 13 06:52:44.235924 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.236971 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.237499 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 13 06:52:44.237809 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_pps_rule.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.239046 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.239618 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-pps not supported by any of loaded plugins Sep 13 06:52:44.239950 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_rule_type_details.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.240883 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.241542 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 13 06:52:44.241774 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.242772 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.243355 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 13 06:52:44.243728 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: qos_rules_alias.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.244770 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.245278 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 13 06:52:44.245605 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: quota_check_limit.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.246616 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.247128 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: quota-check-limit Sep 13 06:52:44.247456 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: quotasv2.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.248433 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.248791 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: quotas Sep 13 06:52:44.249116 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: quotasv2_detail.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.250851 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.251189 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: quota_details Sep 13 06:52:44.251522 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: rbac.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.252568 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.253083 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: rbac-policies Sep 13 06:52:44.253418 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: rbac_address_group.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.254352 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.254860 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: rbac-address-group Sep 13 06:52:44.255185 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: rbac_address_scope.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.256157 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.256666 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: rbac-address-scope Sep 13 06:52:44.256995 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: rbac_security_groups.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.257884 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.258416 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: rbac-security-groups Sep 13 06:52:44.258746 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: rbac_subnetpool.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.259626 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.260131 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: rbac-subnetpool Sep 13 06:52:44.260463 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: revisionifmatch.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.261366 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.261868 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: revision-if-match Sep 13 06:52:44.262232 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: revisions.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.263352 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.263858 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: standard-attr-revisions Sep 13 06:52:44.264185 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: router_availability_zone.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.264878 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.265386 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: router_availability_zone Sep 13 06:52:44.265714 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: routerservicetype.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.266636 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.267146 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension router-service-type not supported by any of loaded plugins Sep 13 06:52:44.267473 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.268381 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.268894 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: security-groups-normalized-cidr Sep 13 06:52:44.269223 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.270145 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.270656 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: port-security-groups-filtering Sep 13 06:52:44.270983 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.271880 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.272391 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: security-groups-remote-address-group Sep 13 06:52:44.272718 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.273610 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.274150 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: security-groups-shared-filtering Sep 13 06:52:44.274479 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: securitygroup.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.284486 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.285014 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: security-group Sep 13 06:52:44.285354 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: segment.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.286048 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.286583 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension segment not supported by any of loaded plugins Sep 13 06:52:44.286912 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.287817 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.288320 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 13 06:52:44.288651 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: servicetype.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.289718 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.290265 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: service-type Sep 13 06:52:44.290595 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: sorting.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.291542 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.291874 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: sorting Sep 13 06:52:44.292195 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: standard_attr_segment.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.293076 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.293589 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 13 06:52:44.293900 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: standardattrdescription.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.294546 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.295056 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: standard-attr-description Sep 13 06:52:44.295376 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: stateful_security_group.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.296320 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.296840 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: stateful-security-group Sep 13 06:52:44.297166 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: stdattrs_common.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.297725 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 13 06:52:44.298047 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.298975 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.299472 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 13 06:52:44.299793 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: subnet_onboard.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.300808 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.301317 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: subnet_onboard Sep 13 06:52:44.301645 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.302574 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.303079 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 13 06:52:44.303403 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: subnet_service_types.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.304295 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.304802 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: subnet-service-types Sep 13 06:52:44.305130 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: subnetallocation.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.306199 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.306716 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: subnet_allocation Sep 13 06:52:44.307045 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.307685 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.308535 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: subnetpool-prefix-ops Sep 13 06:52:44.308854 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.309762 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.310299 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 13 06:52:44.310618 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: tagging.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.311866 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.312386 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: standard-attr-tag Sep 13 06:52:44.312713 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: timestamp.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.313873 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.314410 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loaded extension: standard-attr-timestamp Sep 13 06:52:44.314744 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: trunk.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.315735 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.316242 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension trunk not supported by any of loaded plugins Sep 13 06:52:44.316570 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: trunk_details.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.317452 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.317955 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension trunk-details not supported by any of loaded plugins Sep 13 06:52:44.318306 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: uplink_status_propagation.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.319192 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.319696 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 13 06:52:44.320023 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Loading extension file: vlantransparent.py {{(pid=106172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 06:52:44.320670 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 06:52:44.321170 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 13 06:52:44.323869 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:network Sep 13 06:52:44.324397 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:subnet Sep 13 06:52:44.324797 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 06:52:44.325205 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:port Sep 13 06:52:44.326497 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.327029 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service FLAVORS assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.327656 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.328107 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.328444 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:router Sep 13 06:52:44.328879 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 06:52:44.329384 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service METERING assigned prefix: /metering {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.330878 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.331255 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.331614 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 06:52:44.332630 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 06:52:44.333084 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:security_group Sep 13 06:52:44.333518 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 06:52:44.334073 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service CORE assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.334438 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 06:52:44.334789 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] subnetpool is already registered Sep 13 06:52:44.335217 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service CORE assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.335544 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 06:52:44.335879 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] subnetpool is already registered Sep 13 06:52:44.338318 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.338770 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service FLAVORS assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.339406 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.339970 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.340303 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:router Sep 13 06:52:44.340650 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] router is already registered Sep 13 06:52:44.341071 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 06:52:44.341421 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] floatingip is already registered Sep 13 06:52:44.341893 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service METERING assigned prefix: /metering {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.342713 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 06:52:44.343040 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] rbac_policy is already registered Sep 13 06:52:44.343470 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:security_group Sep 13 06:52:44.343810 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] security_group is already registered Sep 13 06:52:44.344237 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 06:52:44.344571 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] security_group_rule is already registered Sep 13 06:52:44.345078 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service CORE assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.345404 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 06:52:44.345741 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] subnetpool is already registered Sep 13 06:52:44.346207 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.v2.resource_helper [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Service CORE assigned prefix: {{(pid=106172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 06:52:44.346534 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 06:52:44.346869 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING neutron.quota.resource_registry [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] subnetpool is already registered Sep 13 06:52:44.347338 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: extensions {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.348944 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: address-groups {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.350480 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: address-scopes {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.351716 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: agents {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.352888 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: auto-allocated-topology {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.355434 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: availability_zones {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.356676 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: dhcp-networks {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.358227 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: dhcp-agents {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.359783 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: routers {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.361601 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: flavors {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.362776 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: service_profiles {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.364092 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: next_providers {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.365623 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: service_profiles {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.367132 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: floatingip-pools {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.368396 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: routers {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.370288 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: floatingips {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.371513 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: l3-routers {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.372905 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: l3-agents {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.374570 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: metering-labels {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.375879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: metering-label-rules {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.377181 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: network-ip-availabilities {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.378578 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: bindings {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.380188 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: quotas {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.381764 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: quotas {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.383469 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: rbac-policies {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.384698 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: security-groups {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.385921 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: security-group-rules {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.387237 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: service-providers {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.388563 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: subnetpools {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.389964 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: subnetpools {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.391494 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.393299 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.395107 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.397021 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.398784 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.400675 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.402532 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.404365 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.406390 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.408299 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron.api.extensions [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Extended resource: tags {{(pid=106172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 06:52:44.415353 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING keystonemiddleware.auth_token [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 13 06:52:44.420473 dv-cinder-856941-4-iscsi neutron-server[106172]: WARNING keystonemiddleware.auth_token [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 13 06:52:44.429349 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Acquiring lock "singleton_lock" {{(pid=106172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 13 06:52:44.429685 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Acquired lock "singleton_lock" {{(pid=106172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 13 06:52:44.430186 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_concurrency.lockutils [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Releasing lock "singleton_lock" {{(pid=106172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 13 06:52:44.430857 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO oslo_service.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Starting 2 workers Sep 13 06:52:44.435969 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Started child 106283 {{(pid=106172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 06:52:44.440496 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Started child 106284 {{(pid=106172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 06:52:44.441333 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:44.442018 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO neutron.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 13 06:52:44.442684 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:44.442991 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [-] (106283) wsgi starting up on http://0.0.0.0:9696 Sep 13 06:52:44.445005 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO oslo_service.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Starting 1 workers Sep 13 06:52:44.445162 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:44.446432 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [-] (106284) wsgi starting up on http://0.0.0.0:9696 Sep 13 06:52:44.450113 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Started child 106285 {{(pid=106172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 06:52:44.450679 dv-cinder-856941-4-iscsi neutron-server[106172]: INFO oslo_service.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Starting 1 workers Sep 13 06:52:44.454337 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] calling RpcWorker wait() {{(pid=106285) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 13 06:52:44.454930 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] returning from RpcWorker wait() {{(pid=106285) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 13 06:52:44.455104 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Started child 106286 {{(pid=106172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 06:52:44.456033 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4df52506-113a-41fe-aad4-6aae3fb33dd2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:44.456339 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:44.456816 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:52:44.457978 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 06:52:44.458195 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 06:52:44.458424 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 06:52:44.458604 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 06:52:44.458973 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 06:52:44.459113 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 06:52:44.459654 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.459937 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.460203 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.460452 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.460711 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:44.461230 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.461230 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.461472 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.461607 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:52:44.461755 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.462051 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.462233 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.462396 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.462628 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.462893 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.463195 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.463473 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.463719 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.463948 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.464108 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.464360 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.464630 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.464874 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.465145 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] debug = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.465420 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.465881 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.466158 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.466398 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.466634 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.466913 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.467167 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.467439 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.467795 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.468047 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.468337 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.468614 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.468863 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.469106 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.469346 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.469639 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.469866 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.470376 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] host = dv-cinder-856941-4-iscsi {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.470625 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.470872 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.471119 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.471365 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.471624 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.471844 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.472125 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.472362 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.472612 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.472907 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.473298 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.473448 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.473587 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.473813 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.473979 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_options = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.474244 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.474608 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.474811 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.475000 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.475170 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.475337 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.475595 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.475761 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.476011 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.476250 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.476466 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.476685 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.476929 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.477144 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.477400 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.477636 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.477870 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.478126 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.478384 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.478619 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.478847 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.479110 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.479332 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.479558 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.479793 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.480041 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.480279 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.480733 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.480959 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.481220 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.481473 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.481742 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.481956 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.482298 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.482483 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.482719 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.483068 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.483335 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.483787 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.484498 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.484808 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.485455 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.485455 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.485872 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.486180 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.486411 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.486763 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_json = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.486861 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.487059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.487309 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.487700 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.487830 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.488103 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.493282 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.494942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.498785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.499514 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500059 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.500706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.501242 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.501242 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.501242 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.501481 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503054 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503054 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503054 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503054 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503054 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503054 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503568 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503661 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.503852 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.504104 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.504611 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.504833 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.505057 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.505286 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.505511 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.505742 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.505960 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.506204 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.506439 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.506684 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.506925 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.507139 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.507362 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.507594 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.507909 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.508250 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.508477 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.508714 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.508954 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.509190 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.509411 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.509628 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.509840 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.510058 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.510293 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.510528 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.510745 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.510962 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.511177 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.511389 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.511603 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.511816 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.512063 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.512373 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.512627 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.512885 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.513103 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.513353 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.513570 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.513819 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.514057 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.514337 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.514579 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.514828 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.515073 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.515327 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.515565 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.515785 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.516037 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.516258 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.516476 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.516712 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.516930 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.517146 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.517392 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.517611 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.517850 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.518230 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.518358 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.518612 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.518805 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.519024 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.519257 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.519711 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.519844 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.520209 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.520329 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.520542 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.520801 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.521109 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.521375 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.521636 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.521915 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.522168 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.523079 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.523079 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.523079 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.523345 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.523427 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.523642 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.523872 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.524094 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.524307 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.524552 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.524862 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.525096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.525340 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.525555 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.525829 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.526060 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.526332 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.526589 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.526842 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.527093 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.527346 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.528039 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.528039 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.528263 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.528508 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.528722 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.528956 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.529223 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.529444 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.529676 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.529918 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.530264 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.530536 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.530798 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.531029 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.531264 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.532372 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.532372 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.532372 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.532372 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.532372 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.532909 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.532909 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.533071 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.533231 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.533463 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.533681 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.533948 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.534350 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.534588 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.534819 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.535067 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.535337 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.535553 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.535797 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.536016 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.536237 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.536455 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.536674 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.536889 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.537096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.537329 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.537540 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.537791 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.538037 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.538401 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.538670 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.538902 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.539146 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.539382 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.539629 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.539945 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.540084 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.540294 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.540527 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.540751 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.540984 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.541236 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.541466 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.541682 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.541900 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.542136 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.542356 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.542627 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.542867 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.543096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.543318 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.543538 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.543762 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.543980 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.544199 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.544417 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.544633 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.544847 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.545064 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.545958 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.545958 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.545958 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.546303 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.546303 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.546572 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.546795 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.547009 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.547240 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.547453 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.547665 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.547908 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.548127 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.548359 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.548605 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.548823 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.549034 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.549260 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.549478 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.549688 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.549921 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.550337 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.550480 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.550611 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.550803 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.551012 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.551411 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.551538 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.551657 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.551872 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.552089 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.552320 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.552564 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.552775 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.552985 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.553207 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.553425 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.553635 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.553919 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.554191 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.554433 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.554722 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.554970 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.555211 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.555444 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.555770 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.555984 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.556228 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.556461 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.556711 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.556938 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.557204 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.557527 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.558266 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.558421 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.558676 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.558957 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.559220 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.559490 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.559721 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.560009 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.560328 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.560580 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.560843 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.561085 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.561373 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.561622 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.561837 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.562120 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.562337 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.562568 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.562808 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.563037 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.563265 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.563486 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.563723 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.563961 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.564205 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.564418 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.564659 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.564856 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.565014 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 06:52:44.565575 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 06:52:44.565740 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 06:52:44.565895 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 06:52:44.566066 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 06:52:44.566260 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 06:52:44.566414 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 06:52:44.566623 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.566788 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.566950 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.567112 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.567296 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.567460 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.567622 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.567784 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.567943 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.568107 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.568268 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.568429 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.568591 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.568754 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.568916 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.569076 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.569238 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.569403 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.569570 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.569702 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.569859 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.570021 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] debug = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.570205 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.570409 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.570576 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.570737 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.570898 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.571058 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.571218 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.571380 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.571540 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.571704 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.571866 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.572026 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.572185 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.572346 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.572506 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.572668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.572826 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.572986 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] host = dv-cinder-856941-4-iscsi {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.573147 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.573307 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.573466 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.573628 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.573787 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.573948 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.574134 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.574245 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:52:44.574326 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.574446 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.574610 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.574778 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.574942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.575103 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.575265 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.575425 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_options = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.575587 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.575747 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.575910 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.576105 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.576270 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.576431 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.576591 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.576774 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.576940 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.577090 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.577251 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.577413 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.577573 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.577722 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.577883 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.578043 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.578220 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.578384 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.578549 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.578685 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.578845 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.579006 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.579168 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.579329 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.579536 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.579716 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.579838 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.579970 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.580079 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.580241 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.580403 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.580582 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.580708 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.580868 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.581030 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.581191 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.581352 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.581513 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.581680 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.581841 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.582002 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.582185 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.582349 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.582515 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.582676 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.582835 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.582996 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_json = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.583158 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.583319 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.583479 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.583642 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.583803 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.583963 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.584124 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.584286 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.584447 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 06:52:44.584626 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.584796 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.584973 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.585137 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.585305 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.585470 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.585634 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.585798 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.585962 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.586146 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.586318 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.586481 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.586656 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.586819 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.586982 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.587147 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.587309 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.587473 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.587636 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.587802 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.587965 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.588127 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.588299 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.588471 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.588615 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.588777 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.588942 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.589116 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.589280 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.589451 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.589628 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.589790 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.589956 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.590139 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.590304 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.590468 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.590632 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.590796 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.590959 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.591123 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.591286 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.591448 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.591609 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.591772 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.591937 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.592104 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.592266 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.592731 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.592902 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.593222 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.593392 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.593558 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.593726 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.593888 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.594221 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.594391 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.594556 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.594736 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.594903 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.595171 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.595263 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.595377 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.595687 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.595854 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.596020 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.596184 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.596352 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.596516 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.596694 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.596857 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.597021 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.597182 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.597347 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.597513 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.597676 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.597845 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.598006 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.598180 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.598345 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.598545 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.598659 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.598821 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.598984 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.599148 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.599311 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.599475 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.599642 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.599789 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.599952 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.600125 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.600267 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.600439 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.600617 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.600780 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.600949 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.601102 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.601265 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.601428 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.601591 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.601753 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.601914 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.602118 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.602257 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.602420 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.602586 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.602748 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.602910 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.603086 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.603227 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.603382 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.603543 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.603706 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.603869 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.604031 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.604192 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.604356 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607096 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.607879 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.608668 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.609679 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.610951 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.611769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.611769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.611769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.611769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.611769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.611769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.611769 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612422 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612422 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612422 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612422 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612713 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612713 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612900 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.612982 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.613110 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.613271 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.613434 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.613602 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.613764 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.613927 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.614136 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.614914 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.614914 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.614914 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.614914 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.614914 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.615294 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.615294 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.615438 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.615525 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.615632 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.615797 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.615960 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.616123 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.616287 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.616474 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.616618 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.616781 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.616944 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.617110 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.617289 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.617451 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.617614 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.617781 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.617943 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.618133 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.618287 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.618449 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.618612 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.618774 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.618936 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.619098 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.619261 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.619423 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.619585 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.619747 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.619910 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.620073 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.620238 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.620402 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.620565 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.620728 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.620892 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.621056 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.621217 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.621379 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.621540 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.621702 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.621865 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.622028 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.622214 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.622377 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.622544 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.622711 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.622874 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.623193 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.623357 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.623527 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.623739 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.623936 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.624102 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.624408 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.624573 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.624741 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.624916 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.625080 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.625242 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.625408 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.625571 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.625735 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.625909 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.626071 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.626255 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.626418 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.626579 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.626742 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.626903 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.627066 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.627229 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.627391 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.627553 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.627716 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.627888 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.628051 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.628214 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.628376 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.628538 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.628700 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.628873 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.629038 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.629201 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.629374 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.629536 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.629697 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.629859 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.630035 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.630223 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.630394 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.630556 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.630719 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.630882 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.631049 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.631218 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.631391 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.631560 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.631725 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.631897 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.632071 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.632241 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.632404 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.632575 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.632750 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.632915 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.633077 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.633239 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.633401 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.633563 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.633763 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.633896 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.634024 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.634215 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.634380 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.634543 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.634711 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.634875 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.635036 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.635200 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.635362 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.635525 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.635687 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.635850 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 06:52:44.636008 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 06:52:44.731018 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35416) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:52:44.738876 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048246 Sep 13 06:52:44.743208 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037587 Sep 13 06:52:53.517044 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writer thread running {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 06:52:53.931517 dv-cinder-856941-4-iscsi neutron-server[106172]: DEBUG dbcounter [-] [106172] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:52:56.094095 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b639ae44-504e-4015-a77c-a2143ed9f8a6 None None] get_active_networks_info from dv-cinder-856941-4-iscsi {{(pid=106285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 13 06:52:56.103080 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writer thread running {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 06:52:56.103440 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writer thread running {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 06:52:56.205723 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b639ae44-504e-4015-a77c-a2143ed9f8a6 None None] No non-hosted networks {{(pid=106285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 13 06:52:56.223103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-df8e6aba-7093-4630-ad2b-404120558f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1696575'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:58.329653 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2fcc2e46-8dfe-46d6-8ba6-8cf3b5d93fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1696575'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:58.381221 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0f78fc03-10fa-48f2-831a-0575dc006e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:52:59.848110 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1696575'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:00.089406 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35490) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:00.711461 dv-cinder-856941-4-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-04f8442e-b171-49f1-ab69-8bf45b003d94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:00.711999 dv-cinder-856941-4-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-04f8442e-b171-49f1-ab69-8bf45b003d94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:00.936739 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-04f8442e-b171-49f1-ab69-8bf45b003d94 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 06:53:00.942051 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-04f8442e-b171-49f1-ab69-8bf45b003d94 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8515205 Sep 13 06:53:01.051229 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.db.l3_hamode_db [None req-3cd19821-5311-4833-9448-9e282d6d735f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 13 06:53:01.136170 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd19821-5311-4833-9448-9e282d6d735f None None] Routers set() bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 06:53:01.136864 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd19821-5311-4833-9448-9e282d6d735f None None] Router IDs set() for agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 13 06:53:01.480609 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1696575'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:01.484935 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1696575'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:01.485815 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.486394 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.487187 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.487488 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.487840 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.488158 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.488687 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.489026 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.489557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.490034 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.490401 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.490768 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.491103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.491422 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.491784 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:01.492184 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856941-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:01.498097 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856941-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:03.572434 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:03.624751 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35526) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:03.971271 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:53:03.983367 dv-cinder-856941-4-iscsi neutron-server[106284]: ERROR stevedore.extension [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 06:53:04.064959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.policy [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 06:53:04.106704 dv-cinder-856941-4-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:04.107078 dv-cinder-856941-4-iscsi neutron-server[106284]: WARNING oslo_policy.policy [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:04.127633 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writer thread running {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 06:53:04.225215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764932667632', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764932669124', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764932684282', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764932627083', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764932623360', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764932631760', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-714626', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677471', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1668001'] for rbac-policy (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:04.306471 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:04.307665 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2993801f-00cc-4ef1-a033-44fb867157e6 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6816075 Sep 13 06:53:06.920931 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35536) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:07.380346 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:53:07.433601 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Made reservation on behalf of ab8379e77b244774a8bf8329866e9014 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 06:53:07.440635 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.463281 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.614002 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks [] for security_group (0b8f7dbc-ca64-46a4-895c-c386201ff4fa), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.620560 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0b8f7dbc-ca64-46a4-895c-c386201ff4fa), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.658937 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 06:53:07.693663 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764930691247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (130412c9-efaf-4277-90a4-96f236c5add6), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.694272 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Unsubscribe: segment precommit_create {{(pid=106284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 06:53:07.694784 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Added segment 130412c9-efaf-4277-90a4-96f236c5add6 of type vlan for network 20999101-aede-4b0a-834d-e195a03fbece Sep 13 06:53:07.701406 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f7dbc-ca64-46a4-895c-c386201ff4fa,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:07.745035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.745272 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.745602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.745941 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.746311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.746622 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.747136 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.747476 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.747774 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.748089 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.748587 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.749107 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.749428 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.749747 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.750065 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Tracked resource versions report: Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: pushed versions: Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: { 'AddressGroup': {'1.2'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Agent': {'1.1'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'ConntrackHelper': {'1.0'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'LocalIPAssociation': {'1.0'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Log': {'1.0'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'NDPProxy': {'1.0'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Network': {'1.1'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Port': {'1.7'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'PortForwarding': {'1.3'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'QosPolicy': {'1.10'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroup': {'1.5'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroupRule': {'1.2'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SubPort': {'1.0'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Subnet': {'1.1'}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Trunk': {'1.1'}} Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: consumer versions: Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Agent': '1.1', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'ConntrackHelper': '1.0', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'LocalIPAssociation': '1.0', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Log': '1.0', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'NDPProxy': '1.0', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Network': '1.1', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Port': '1.7', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'PortForwarding': '1.3', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'QosPolicy': '1.10', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroup': '1.5', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroupRule': '1.2', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SubPort': '1.0', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Subnet': '1.1', Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Trunk': '1.1'}} Sep 13 06:53:07.751542 dv-cinder-856941-4-iscsi neutron-server[106284]: {{(pid=106284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 06:53:07.815385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (20999101-aede-4b0a-834d-e195a03fbece), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.858642 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (20999101-aede-4b0a-834d-e195a03fbece), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.863675 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:07.864357 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:07.873846 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:07.967266 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0451562 Sep 13 06:53:07.991048 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7a931-bbc4-4ab4-b98c-0c8c1b2ab354 demo demo] Pushing event updated for resources: {'Network': ['ID=20999101-aede-4b0a-834d-e195a03fbece,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:08.004650 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 20999101-aede-4b0a-834d-e195a03fbece details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 06:53:10.633100 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35550) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:11.069661 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d767128c-191f-4bbb-939a-d415f3c55903 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:11.071101 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d767128c-191f-4bbb-939a-d415f3c55903 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/20999101-aede-4b0a-834d-e195a03fbece HTTP/1.1" status: 200 len: 825 time: 0.4370365 Sep 13 06:53:11.109452 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8682111c-f38d-4aaf-8d4f-ba5e3b13fb4d demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/9f24b434-a90c-4087-92a1-bc435eece1ba HTTP/1.1" status: 200 len: 734 time: 0.0299397 Sep 13 06:53:11.118262 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Request body: {'subnet': {'subnetpool_id': '9f24b434-a90c-4087-92a1-bc435eece1ba', 'ip_version': 4, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:53:11.143974 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Made reservation on behalf of ab8379e77b244774a8bf8329866e9014 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 06:53:11.146394 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:11.317062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:11.452329 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (f54c4d6a-43ec-4e4a-abf7-8cbe79da4531), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:11.519800 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Pushing event updated for resources: {'Subnet': ['ID=f54c4d6a-43ec-4e4a-abf7-8cbe79da4531,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:11.528647 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Checking segment: {'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 06:53:11.529024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Network hostable DHCP agents. Network: 20999101-aede-4b0a-834d-e195a03fbece, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 06:53:11.554578 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Network 20999101-aede-4b0a-834d-e195a03fbece is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 06:53:11.568207 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 20999101-aede-4b0a-834d-e195a03fbece) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:53:11.572821 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:11.573411 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:11.579219 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab92b2-278c-47c5-9d5c-f40e7ebfde3d None None] Network 20999101-aede-4b0a-834d-e195a03fbece requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 06:53:11.594871 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b8d11e43-7353-4c81-b80b-c94f22b953bf demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4796112 Sep 13 06:53:11.849028 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-20999101-aede-4b0a-834d-e195a03fbece', 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'fixed_ips': [{'subnet_id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 06:53:11.850307 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:12.125814 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Allocated IP 172.20.0.2 (20999101-aede-4b0a-834d-e195a03fbece/f54c4d6a-43ec-4e4a-abf7-8cbe79da4531/33eda628-b54b-42d7-a45f-fc49c7a60ce0) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 06:53:12.395215 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Publish callbacks [] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:12.404042 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:12.486411 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Network 20999101-aede-4b0a-834d-e195a03fbece is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 06:53:12.490286 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:53:12.493403 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Pushing event updated for resources: {'Port': ['ID=33eda628-b54b-42d7-a45f-fc49c7a60ce0,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:12.498436 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 06:53:12.500395 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:12.509102 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.509444 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.509797 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.510177 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.510510 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.510835 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.511163 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.511648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.511972 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.512294 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.512612 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.512946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.513266 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.513580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.513953 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Tracked resource versions report: Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: pushed versions: Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: { 'AddressGroup': {'1.2'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Agent': {'1.1'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'ConntrackHelper': {'1.0'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'LocalIPAssociation': {'1.0'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Log': {'1.0'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'NDPProxy': {'1.0'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Network': {'1.1'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Port': {'1.7'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'PortForwarding': {'1.3'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'QosPolicy': {'1.10'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroup': {'1.5'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroupRule': {'1.2'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SubPort': {'1.0'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Subnet': {'1.1'}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Trunk': {'1.1'}} Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: consumer versions: Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Agent': '1.1', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'ConntrackHelper': '1.0', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'LocalIPAssociation': '1.0', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Log': '1.0', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'NDPProxy': '1.0', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Network': '1.1', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Port': '1.7', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'PortForwarding': '1.3', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'QosPolicy': '1.10', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroup': '1.5', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroupRule': '1.2', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SubPort': '1.0', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Subnet': '1.1', Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Trunk': '1.1'}} Sep 13 06:53:12.515530 dv-cinder-856941-4-iscsi neutron-server[106285]: {{(pid=106285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 06:53:12.597899 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Attempting to bind port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 06:53:12.598699 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Attempting to bind port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 06:53:12.598808 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Attempting to bind port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 on network 20999101-aede-4b0a-834d-e195a03fbece {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 06:53:12.653194 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 6, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 06:53:12.653464 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Checking segment: {'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 06:53:12.653948 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:12.654371 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Bound using segment: {'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 06:53:12.654870 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Bound port: 33eda628-b54b-42d7-a45f-fc49c7a60ce0, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 06:53:12.655261 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:12.718305 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] For port 33eda628-b54b-42d7-a45f-fc49c7a60ce0, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 06:53:12.737480 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] For port 33eda628-b54b-42d7-a45f-fc49c7a60ce0, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=33eda628-b54b-42d7-a45f-fc49c7a60ce0,segment=NetworkSegment(130412c9-efaf-4277-90a4-96f236c5add6),segment_id=130412c9-efaf-4277-90a4-96f236c5add6)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 06:53:12.745675 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:12.795654 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4b44a-a05a-464b-8839-819e87e42cbc None None] Pushing event updated for resources: {'Port': ['ID=33eda628-b54b-42d7-a45f-fc49c7a60ce0,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:14.248340 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35560) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:14.465251 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:14.471407 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=21,neutron:INSERT=31 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:14.595519 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-373c6689-2f99-4314-be30-c8cb222319ba admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 06:53:14.595519 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-373c6689-2f99-4314-be30-c8cb222319ba admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3455994 Sep 13 06:53:17.260062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35568) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:17.603291 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-651c4db3-f4a9-4fc0-aa6c-6915f39e2968 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 06:53:17.604336 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-651c4db3-f4a9-4fc0-aa6c-6915f39e2968 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3434129 Sep 13 06:53:20.264091 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35580) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:20.610666 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-2ea5a3dd-dcf1-4bea-bdda-1ae52bea73e1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:53:20.636753 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a3dd-dcf1-4bea-bdda-1ae52bea73e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (6668ffa6-7985-428d-91d5-058b6ec5c5f1), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:20.638314 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a3dd-dcf1-4bea-bdda-1ae52bea73e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (6668ffa6-7985-428d-91d5-058b6ec5c5f1), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:20.779071 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a3dd-dcf1-4bea-bdda-1ae52bea73e1 demo demo] Publish callbacks [] for router_controller (6668ffa6-7985-428d-91d5-058b6ec5c5f1), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:20.786024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a3dd-dcf1-4bea-bdda-1ae52bea73e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (6668ffa6-7985-428d-91d5-058b6ec5c5f1), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:20.805263 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a3dd-dcf1-4bea-bdda-1ae52bea73e1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:20.806493 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2ea5a3dd-dcf1-4bea-bdda-1ae52bea73e1 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5414231 Sep 13 06:53:20.818264 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271e823-61cc-41d3-9311-1d90b4412ab6 None None] Network 20999101-aede-4b0a-834d-e195a03fbece requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 06:53:20.887060 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-d28d6d09-422b-4f7e-bfcf-3c69833186ec None None] Provisioning complete for port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:20.887375 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d28d6d09-422b-4f7e-bfcf-3c69833186ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:21.081676 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d28d6d09-422b-4f7e-bfcf-3c69833186ec None None] Current status of the port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:21.082068 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d28d6d09-422b-4f7e-bfcf-3c69833186ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:21.094940 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:21.120016 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-d28d6d09-422b-4f7e-bfcf-3c69833186ec None None] For port 33eda628-b54b-42d7-a45f-fc49c7a60ce0, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=33eda628-b54b-42d7-a45f-fc49c7a60ce0,segment=NetworkSegment(130412c9-efaf-4277-90a4-96f236c5add6),segment_id=130412c9-efaf-4277-90a4-96f236c5add6)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 06:53:21.122407 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:21.140165 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d28d6d09-422b-4f7e-bfcf-3c69833186ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:21.182544 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 33eda628-b54b-42d7-a45f-fc49c7a60ce0 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:53:21.235737 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d6d09-422b-4f7e-bfcf-3c69833186ec None None] Pushing event updated for resources: {'Port': ['ID=33eda628-b54b-42d7-a45f-fc49c7a60ce0,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:21.247434 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:21.247824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:21.285978 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-e83681d8-2acd-40a1-8faa-23d6f5f6152d None None] Provisioning complete for port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:21.286372 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e83681d8-2acd-40a1-8faa-23d6f5f6152d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:21.383015 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:21.392660 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e83681d8-2acd-40a1-8faa-23d6f5f6152d None None] Current status of the port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:23.123690 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 33eda628-b54b-42d7-a45f-fc49c7a60ce0 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:53:23.169845 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:23.170695 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:23.244682 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:23.463888 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35590) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:23.836366 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-99fcab28-68cf-4e73-a6dc-f28c6b5a5e58 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 06:53:23.837356 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-99fcab28-68cf-4e73-a6dc-f28c6b5a5e58 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3721890 Sep 13 06:53:26.047263 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c51275bf-522e-4cf0-89b2-37da3bd875d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:26.495731 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:53:26.524568 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35598) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:26.876483 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:53:26.900673 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Made reservation on behalf of 2becfff2f1104b709c0a7babcac266dd for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 06:53:26.903024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:26.911482 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:26.992080 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks [] for security_group (97b67b84-122e-4d73-9691-a3baf407ebf9), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:26.998321 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (97b67b84-122e-4d73-9691-a3baf407ebf9), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:27.003937 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:27.014618 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Reserving flat network on physical network physnet1 {{(pid=106284) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 13 06:53:27.035946 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b67b84-122e-4d73-9691-a3baf407ebf9,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:27.040914 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (e5af26d0-3d76-4986-a27d-75d0cdd2d340), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:27.041250 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Added segment e5af26d0-3d76-4986-a27d-75d0cdd2d340 of type flat for network c871774e-190b-4ef8-9f80-d743df935310 Sep 13 06:53:27.086792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (c871774e-190b-4ef8-9f80-d743df935310), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:27.121798 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (c871774e-190b-4ef8-9f80-d743df935310), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:27.123122 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:27.123718 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:27.198472 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6728039 Sep 13 06:53:27.214374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:27.218949 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e429baa-541e-44f5-abf9-a992654bc84e admin admin] Pushing event updated for resources: {'Network': ['ID=c871774e-190b-4ef8-9f80-d743df935310,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:27.230293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network c871774e-190b-4ef8-9f80-d743df935310 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 06:53:28.328173 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-aa10f549-ecb5-46d7-9d7d-1c0761d19fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:29.775729 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:29.888347 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35606) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:30.319030 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b09d2-3108-432e-9449-6c8e394246c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:30.320375 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-734b09d2-3108-432e-9449-6c8e394246c5 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/f54c4d6a-43ec-4e4a-abf7-8cbe79da4531 HTTP/1.1" status: 200 len: 849 time: 0.4304657 Sep 13 06:53:30.440488 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-884e1417-7cb6-4e9e-a0f6-e8af16b1a9f3 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/6668ffa6-7985-428d-91d5-058b6ec5c5f1 HTTP/1.1" status: 200 len: 704 time: 0.1135886 Sep 13 06:53:30.715771 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.067700 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Allocated IP 172.20.0.1 (20999101-aede-4b0a-834d-e195a03fbece/f54c4d6a-43ec-4e4a-abf7-8cbe79da4531/778b656e-1c4a-4b6b-bf89-b0bef2c72ce8) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 06:53:31.229015 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks [] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.248439 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:31.313049 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.391180 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Network 20999101-aede-4b0a-834d-e195a03fbece is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 06:53:31.399230 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:53:31.401170 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Pushing event updated for resources: {'Port': ['ID=778b656e-1c4a-4b6b-bf89-b0bef2c72ce8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:31.403728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 06:53:31.404347 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (6668ffa6-7985-428d-91d5-058b6ec5c5f1), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.426402 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.486719 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.583857 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-afc94e1b-deec-472e-b039-7a093ca54127 None None] Provisioning complete for port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:31.584244 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-afc94e1b-deec-472e-b039-7a093ca54127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.608604 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.617105 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-afc94e1b-deec-472e-b039-7a093ca54127 None None] Port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 06:53:31.666033 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:31.821393 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks [] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.828029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.828845 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (6668ffa6-7985-428d-91d5-058b6ec5c5f1), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:31.908581 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Pushing event updated for resources: {'Port': ['ID=778b656e-1c4a-4b6b-bf89-b0bef2c72ce8,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:31.965186 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Network 20999101-aede-4b0a-834d-e195a03fbece is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 06:53:31.966969 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:53:32.127953 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 06:53:32.136142 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-3fe37e9e-32f1-44a1-954b-9dc600c943df None None] Provisioning complete for port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:32.136550 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e9e-32f1-44a1-954b-9dc600c943df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:32.161756 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:32.173235 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-3fe37e9e-32f1-44a1-954b-9dc600c943df None None] Port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 06:53:32.216055 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 06:53:32.222968 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c68858d5-a453-496b-b048-8f8815d2f6f6 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/6668ffa6-7985-428d-91d5-058b6ec5c5f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7740750 Sep 13 06:53:32.228180 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Sync routers for ids ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 06:53:32.241231 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Routers {'6668ffa6-7985-428d-91d5-058b6ec5c5f1'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 06:53:32.242055 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T06:53:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:32.422515 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Set router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 06:53:32.838945 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'name': 'router1', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T06:53:20Z', 'updated_at': '2022-09-13T06:53:31Z', 'revision_number': 2, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'gw_port_host': None, '_interfaces': [{'id': '778b656e-1c4a-4b6b-bf89-b0bef2c72ce8', 'name': '', 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'mac_address': 'fa:16:3e:ac:92:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:30Z', 'updated_at': '2022-09-13T06:53:31Z', 'revision_number': 2, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'subnets': [{'id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f24b434-a90c-4087-92a1-bc435eece1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:32.886363 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Checking router: 6668ffa6-7985-428d-91d5-058b6ec5c5f1 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 06:53:32.886614 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Updating router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 06:53:32.968034 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:33.446057 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Publish callbacks [] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:33.454335 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:33.596807 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Pushing event updated for resources: {'Port': ['ID=778b656e-1c4a-4b6b-bf89-b0bef2c72ce8,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:33.601488 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Attempting to bind port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 06:53:33.601873 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Attempting to bind port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 06:53:33.602340 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Attempting to bind port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 on network 20999101-aede-4b0a-834d-e195a03fbece {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 06:53:33.614164 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.614535 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.614885 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.615233 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.615558 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.615874 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.616192 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.616483 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.616813 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.617129 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.617440 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.617748 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.618066 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.618392 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.618703 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Tracked resource versions report: Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: pushed versions: Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: { 'AddressGroup': {'1.2'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Agent': {'1.1'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'ConntrackHelper': {'1.0'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'LocalIPAssociation': {'1.0'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Log': {'1.0'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'NDPProxy': {'1.0'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Network': {'1.1'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Port': {'1.7'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'PortForwarding': {'1.3'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'QosPolicy': {'1.10'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroup': {'1.5'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroupRule': {'1.2'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SubPort': {'1.0'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Subnet': {'1.1'}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Trunk': {'1.1'}} Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: consumer versions: Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Agent': '1.1', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'ConntrackHelper': '1.0', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'LocalIPAssociation': '1.0', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Log': '1.0', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'NDPProxy': '1.0', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Network': '1.1', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Port': '1.7', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'PortForwarding': '1.3', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'QosPolicy': '1.10', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroup': '1.5', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroupRule': '1.2', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SubPort': '1.0', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Subnet': '1.1', Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Trunk': '1.1'}} Sep 13 06:53:33.620149 dv-cinder-856941-4-iscsi neutron-server[106286]: {{(pid=106286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 06:53:33.695866 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 6, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 06:53:33.696269 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Checking segment: {'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 06:53:33.696707 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:33.697084 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Bound using segment: {'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 06:53:33.697647 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Bound port: 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130412c9-efaf-4277-90a4-96f236c5add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20999101-aede-4b0a-834d-e195a03fbece'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 06:53:33.698024 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:33.748224 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:33.761950 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:33.763369 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] For port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 06:53:33.783492 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] For port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=778b656e-1c4a-4b6b-bf89-b0bef2c72ce8,segment=NetworkSegment(130412c9-efaf-4277-90a4-96f236c5add6),segment_id=130412c9-efaf-4277-90a4-96f236c5add6)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 06:53:33.790296 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:33.822634 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Routers {'6668ffa6-7985-428d-91d5-058b6ec5c5f1'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 06:53:33.823233 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T06:53:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:33.898907 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d198a-4330-444c-8160-373b6fd0aa39 None None] Pushing event updated for resources: {'Port': ['ID=778b656e-1c4a-4b6b-bf89-b0bef2c72ce8,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:33.923056 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] Set router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 06:53:34.114387 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'name': 'router1', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T06:53:20Z', 'updated_at': '2022-09-13T06:53:31Z', 'revision_number': 2, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'gw_port_host': None, '_interfaces': [{'id': '778b656e-1c4a-4b6b-bf89-b0bef2c72ce8', 'name': '', 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'mac_address': 'fa:16:3e:ac:92:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:30Z', 'updated_at': '2022-09-13T06:53:33Z', 'revision_number': 4, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'subnets': [{'id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f24b434-a90c-4087-92a1-bc435eece1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:34.139346 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299908-270c-4d3a-80ef-9803aae7d122 None None] The sync data for ids ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'] in dv-cinder-856941-4-iscsi is: [{'id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'name': 'router1', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T06:53:20Z', 'updated_at': '2022-09-13T06:53:31Z', 'revision_number': 2, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'gw_port_host': None, '_interfaces': [{'id': '778b656e-1c4a-4b6b-bf89-b0bef2c72ce8', 'name': '', 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'mac_address': 'fa:16:3e:ac:92:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:30Z', 'updated_at': '2022-09-13T06:53:33Z', 'revision_number': 4, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'subnets': [{'id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f24b434-a90c-4087-92a1-bc435eece1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 06:53:34.856330 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 35618) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:35.405527 dv-cinder-856941-4-iscsi neutron-server[106283]: WARNING oslo_policy.policy [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:35.406073 dv-cinder-856941-4-iscsi neutron-server[106283]: WARNING oslo_policy.policy [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:35.631291 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writer thread running {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 06:53:35.670344 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:35.788689 dv-cinder-856941-4-iscsi neutron-server[106283]: ERROR stevedore.extension [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 06:53:35.843261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.policy [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 06:53:35.884750 dv-cinder-856941-4-iscsi neutron-server[106283]: WARNING oslo_policy.policy [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:35.885369 dv-cinder-856941-4-iscsi neutron-server[106283]: WARNING oslo_policy.policy [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 06:53:35.892791 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:35.894765 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-3c2c5d4b-e71f-4662-9f77-c2e571c35a39 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/c871774e-190b-4ef8-9f80-d743df935310 HTTP/1.1" status: 200 len: 842 time: 1.0365722 Sep 13 06:53:35.904989 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:53:35.945831 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Made reservation on behalf of 2becfff2f1104b709c0a7babcac266dd for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 06:53:35.949056 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:36.342643 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.objects.ports [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106283) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 13 06:53:36.343139 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (3c0784c2-24a9-4669-ba2b-952d192af839), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:36.409550 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0784c2-24a9-4669-ba2b-952d192af839,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:36.421230 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 06:53:36.421604 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Network hostable DHCP agents. Network: c871774e-190b-4ef8-9f80-d743df935310, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 06:53:36.424414 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.424788 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.425129 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.425440 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.425758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.426114 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.426423 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.426738 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.427056 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.427372 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.427699 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.428024 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.428336 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.428645 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.428949 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Tracked resource versions report: Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: pushed versions: Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: { 'AddressGroup': {'1.2'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Agent': {'1.1'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'ConntrackHelper': {'1.0'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'LocalIPAssociation': {'1.0'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Log': {'1.0'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'NDPProxy': {'1.0'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Network': {'1.1'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Port': {'1.7'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'PortForwarding': {'1.3'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'QosPolicy': {'1.10'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroup': {'1.5'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroupRule': {'1.2'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SubPort': {'1.0'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Subnet': {'1.1'}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Trunk': {'1.1'}} Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: consumer versions: Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Agent': '1.1', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'ConntrackHelper': '1.0', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'LocalIPAssociation': '1.0', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Log': '1.0', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'NDPProxy': '1.0', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Network': '1.1', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Port': '1.7', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'PortForwarding': '1.3', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'QosPolicy': '1.10', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroup': '1.5', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroupRule': '1.2', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SubPort': '1.0', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Subnet': '1.1', Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Trunk': '1.1'}} Sep 13 06:53:36.430369 dv-cinder-856941-4-iscsi neutron-server[106283]: {{(pid=106283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 06:53:36.465925 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 06:53:36.480944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, c871774e-190b-4ef8-9f80-d743df935310) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:53:36.486124 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:36.486771 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:36.491507 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a546862c-f242-463e-bba7-1e4e0f3104ba None None] Network c871774e-190b-4ef8-9f80-d743df935310 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 06:53:36.511400 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7d63064e-e9e4-48e1-9e0a-cae0763ce2cc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6101191 Sep 13 06:53:36.606686 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c9eb13-86d8-4fff-8f5c-b7c2446d6952 None None] Network c871774e-190b-4ef8-9f80-d743df935310 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 06:53:39.155600 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:53:39.193106 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 35644) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:39.205435 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:39.206065 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:39.291485 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:39.291983 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:39.329516 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=778b656e-1c4a-4b6b-bf89-b0bef2c72ce8,segment=NetworkSegment(130412c9-efaf-4277-90a4-96f236c5add6),segment_id=130412c9-efaf-4277-90a4-96f236c5add6)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 06:53:39.334835 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:39.382335 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=778b656e-1c4a-4b6b-bf89-b0bef2c72ce8,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:39.749831 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-2fa03b62-f90a-4852-b6b1-bc128032b8c8 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/6668ffa6-7985-428d-91d5-058b6ec5c5f1 HTTP/1.1" status: 200 len: 710 time: 0.5555654 Sep 13 06:53:39.847728 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc07ef-ac18-402f-8b38-abbe590e28a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:53:39.849122 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c1cc07ef-ac18-402f-8b38-abbe590e28a8 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/c871774e-190b-4ef8-9f80-d743df935310 HTTP/1.1" status: 200 len: 886 time: 0.0906549 Sep 13 06:53:39.859081 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:53:40.019514 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:40.102392 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks [] for router_gateway (6668ffa6-7985-428d-91d5-058b6ec5c5f1), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:40.155516 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:40.326151 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks [] for router_gateway (6668ffa6-7985-428d-91d5-058b6ec5c5f1), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:40.405074 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:40.566832 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Allocated IP 172.27.2.52 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/45a815ee-322c-4ec3-91f7-499fe7146fe3) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 06:53:40.675290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks [] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:40.734926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:40.804421 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 06:53:40.816325 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:53:40.821386 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 06:53:40.824485 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Pushing event updated for resources: {'Port': ['ID=45a815ee-322c-4ec3-91f7-499fe7146fe3,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:41.084369 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:41.140176 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks [] for router_gateway (6668ffa6-7985-428d-91d5-058b6ec5c5f1), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:41.147485 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:53:41.192495 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:41.192813 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:41.268249 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:41.316170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:41.331633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7052'] for router (6668ffa6-7985-428d-91d5-058b6ec5c5f1), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:41.337165 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1697732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1697599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695954'] for router (6668ffa6-7985-428d-91d5-058b6ec5c5f1), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:41.452969 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 06:53:41.563268 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 06:53:41.567645 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:41.569405 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b9c7e3cd-0e16-4e51-98a6-98e3ef5ff5fe demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/6668ffa6-7985-428d-91d5-058b6ec5c5f1 HTTP/1.1" status: 200 len: 889 time: 1.7136800 Sep 13 06:53:41.585445 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Sync routers for ids ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 06:53:41.598071 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Routers {'6668ffa6-7985-428d-91d5-058b6ec5c5f1'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 06:53:41.598765 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T06:53:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:41.692996 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:41.803412 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:41.813654 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Set router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 06:53:42.204943 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:42.214547 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=64 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:42.266720 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'name': 'router1', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '45a815ee-322c-4ec3-91f7-499fe7146fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T06:53:20Z', 'updated_at': '2022-09-13T06:53:41Z', 'revision_number': 4, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'gw_port': {'id': '45a815ee-322c-4ec3-91f7-499fe7146fe3', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:40Z', 'updated_at': '2022-09-13T06:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '778b656e-1c4a-4b6b-bf89-b0bef2c72ce8', 'name': '', 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'mac_address': 'fa:16:3e:ac:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:30Z', 'updated_at': '2022-09-13T06:53:39Z', 'revision_number': 5, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'subnets': [{'id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f24b434-a90c-4087-92a1-bc435eece1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:42.315373 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Checking router: 6668ffa6-7985-428d-91d5-058b6ec5c5f1 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 06:53:42.315717 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Updating router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 port 45a815ee-322c-4ec3-91f7-499fe7146fe3 binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 06:53:42.369017 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:42.680249 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Publish callbacks [] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:42.688505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:42.725388 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Attempting to bind port 45a815ee-322c-4ec3-91f7-499fe7146fe3 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 06:53:42.725770 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Attempting to bind port 45a815ee-322c-4ec3-91f7-499fe7146fe3 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 06:53:42.726160 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Attempting to bind port 45a815ee-322c-4ec3-91f7-499fe7146fe3 on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 06:53:42.731350 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:42.756018 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65886d-a964-4860-a285-a74150f3b1b8 None None] Pushing event updated for resources: {'Port': ['ID=45a815ee-322c-4ec3-91f7-499fe7146fe3,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:42.778528 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 6, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 06:53:42.779161 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 06:53:42.779585 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:42.779972 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 06:53:42.780466 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Bound port: 45a815ee-322c-4ec3-91f7-499fe7146fe3, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 06:53:42.780857 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:42.831290 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] For port 45a815ee-322c-4ec3-91f7-499fe7146fe3, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 06:53:42.834444 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] For port 45a815ee-322c-4ec3-91f7-499fe7146fe3, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=45a815ee-322c-4ec3-91f7-499fe7146fe3,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 06:53:42.841596 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:42.879438 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Routers {'6668ffa6-7985-428d-91d5-058b6ec5c5f1'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 06:53:42.879947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T06:53:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:42.929627 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65886d-a964-4860-a285-a74150f3b1b8 None None] Pushing event updated for resources: {'Port': ['ID=45a815ee-322c-4ec3-91f7-499fe7146fe3,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:42.991539 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] Set router 6668ffa6-7985-428d-91d5-058b6ec5c5f1 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 06:53:43.193533 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'name': 'router1', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '45a815ee-322c-4ec3-91f7-499fe7146fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T06:53:20Z', 'updated_at': '2022-09-13T06:53:41Z', 'revision_number': 4, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'gw_port': {'id': '45a815ee-322c-4ec3-91f7-499fe7146fe3', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:40Z', 'updated_at': '2022-09-13T06:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '778b656e-1c4a-4b6b-bf89-b0bef2c72ce8', 'name': '', 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'mac_address': 'fa:16:3e:ac:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:30Z', 'updated_at': '2022-09-13T06:53:39Z', 'revision_number': 5, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'subnets': [{'id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f24b434-a90c-4087-92a1-bc435eece1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 06:53:43.218836 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb5f82-31f4-4076-baa2-ca92b53e0755 None None] The sync data for ids ['6668ffa6-7985-428d-91d5-058b6ec5c5f1'] in dv-cinder-856941-4-iscsi is: [{'id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'name': 'router1', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '45a815ee-322c-4ec3-91f7-499fe7146fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T06:53:20Z', 'updated_at': '2022-09-13T06:53:41Z', 'revision_number': 4, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'gw_port': {'id': '45a815ee-322c-4ec3-91f7-499fe7146fe3', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:40Z', 'updated_at': '2022-09-13T06:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '778b656e-1c4a-4b6b-bf89-b0bef2c72ce8', 'name': '', 'network_id': '20999101-aede-4b0a-834d-e195a03fbece', 'tenant_id': 'ab8379e77b244774a8bf8329866e9014', 'mac_address': 'fa:16:3e:ac:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6668ffa6-7985-428d-91d5-058b6ec5c5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T06:53:30Z', 'updated_at': '2022-09-13T06:53:39Z', 'revision_number': 5, 'project_id': 'ab8379e77b244774a8bf8329866e9014', 'subnets': [{'id': 'f54c4d6a-43ec-4e4a-abf7-8cbe79da4531', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f24b434-a90c-4087-92a1-bc435eece1ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 06:53:44.112813 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=42 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:44.117361 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=40,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:44.411058 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 35656) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:53:44.855788 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3dc96973-0dfb-470d-b12e-d4ff451d9429 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4432561 Sep 13 06:53:45.152400 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 45a815ee-322c-4ec3-91f7-499fe7146fe3 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:53:45.198919 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 45a815ee-322c-4ec3-91f7-499fe7146fe3 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:45.199274 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:45.275448 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 45a815ee-322c-4ec3-91f7-499fe7146fe3 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:45.275838 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:45.296985 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 45a815ee-322c-4ec3-91f7-499fe7146fe3, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=45a815ee-322c-4ec3-91f7-499fe7146fe3,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 06:53:45.302393 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:45.350260 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=45a815ee-322c-4ec3-91f7-499fe7146fe3,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:53:47.156704 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 45a815ee-322c-4ec3-91f7-499fe7146fe3 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:53:47.209990 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:47.210998 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:47.212841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 45a815ee-322c-4ec3-91f7-499fe7146fe3 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:53:47.212841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (45a815ee-322c-4ec3-91f7-499fe7146fe3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:47.293121 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 45a815ee-322c-4ec3-91f7-499fe7146fe3 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:53:51.558936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=54 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:51.560690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=23 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:54.847266 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:54.850848 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:56.053358 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f47de73-70a6-46aa-b0ac-30af2989e143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:57.291516 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:58.326644 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e9200b58-9d41-40f6-a541-af53ca90c0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:53:58.505675 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:58.526066 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:53:59.781623 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:01.438472 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:01.489922 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:03.499004 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:54:11.425412 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:11.474869 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=8 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:11.483335 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:13.498975 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:26.050404 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b27b3e17-c869-47f8-835f-33c9dbc64cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:28.324523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-49be36a6-f991-4b13-afac-f055be2e3a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:29.789741 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:31.438669 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:31.483783 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:35.493996 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:35.501332 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:40.497714 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:54:41.465556 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:41.470336 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:41.479209 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:54.490599 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:54.491843 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:54:56.056279 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-90e9fc0d-dccd-4b18-be99-885f04d22b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:58.322401 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d4a47b5a-3233-430b-a825-a2c09a4e4ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:54:59.780523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:01.434397 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:01.480679 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:10.957562 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36206) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:11.338062 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.pecan_wsgi.hooks.translation [None req-da49c7f0-7510-4eba-8276-519324a884ba admin admin] GET failed (client error): The resource could not be found. Sep 13 06:55:11.339943 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-da49c7f0-7510-4eba-8276-519324a884ba admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3810709 Sep 13 06:55:11.428689 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:11.473055 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:11.475247 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:11.578966 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02977cdf-9f76-4f20-b77b-3bfda6d941fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:11.580355 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-02977cdf-9f76-4f20-b77b-3bfda6d941fb admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2356830 Sep 13 06:55:12.497046 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:12.500009 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:14.148645 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36216) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:14.537085 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76a2ed-d698-4175-96f0-ce7e38611a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:14.538467 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cf76a2ed-d698-4175-96f0-ce7e38611a20 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/f54c4d6a-43ec-4e4a-abf7-8cbe79da4531 HTTP/1.1" status: 200 len: 849 time: 0.3888891 Sep 13 06:55:14.548529 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:55:14.639129 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Publish callbacks [] for subnet (f54c4d6a-43ec-4e4a-abf7-8cbe79da4531), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:14.787541 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764930763906'] for subnet (f54c4d6a-43ec-4e4a-abf7-8cbe79da4531), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:14.823817 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:14.823817 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:14.838149 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/f54c4d6a-43ec-4e4a-abf7-8cbe79da4531 HTTP/1.1" status: 200 len: 868 time: 0.2807183 Sep 13 06:55:14.838389 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2ac4f-8755-47f9-9988-1d2d541c82a5 None None] Network 20999101-aede-4b0a-834d-e195a03fbece requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 06:55:14.845062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54c4d6a-43ec-4e4a-abf7-8cbe79da4531,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:55:14.853164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.853501 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.853871 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.854232 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.854559 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.854877 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.855178 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.855507 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.855819 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.856128 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.856429 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.856779 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.857215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.857527 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:14.857836 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0751027-3875-4c59-b751-2e979c4fcf7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:55:15.217824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-596b7bc0-e828-416c-85f9-6591d41df728 None None] Provisioning complete for port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:55:15.218236 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-596b7bc0-e828-416c-85f9-6591d41df728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (33eda628-b54b-42d7-a45f-fc49c7a60ce0), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:15.297788 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-596b7bc0-e828-416c-85f9-6591d41df728 None None] Current status of the port 33eda628-b54b-42d7-a45f-fc49c7a60ce0 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:55:15.306557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-596b7bc0-e828-416c-85f9-6591d41df728 None None] Provisioning complete for port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:55:15.306886 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-596b7bc0-e828-416c-85f9-6591d41df728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (778b656e-1c4a-4b6b-bf89-b0bef2c72ce8), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:15.380922 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-596b7bc0-e828-416c-85f9-6591d41df728 None None] Current status of the port 778b656e-1c4a-4b6b-bf89-b0bef2c72ce8 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:55:17.428568 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36224) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:17.497017 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:55:17.940182 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878bfcf-60a0-4891-be2f-51628e506c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:17.940687 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878bfcf-60a0-4891-be2f-51628e506c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:17.942301 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c878bfcf-60a0-4891-be2f-51628e506c6c admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5123923 Sep 13 06:55:20.523564 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36234) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:20.975446 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8e68d7-fea2-4c50-8c98-ea241157f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:20.975898 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8e68d7-fea2-4c50-8c98-ea241157f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:20.977441 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-2d8e68d7-fea2-4c50-8c98-ea241157f61f admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4528813 Sep 13 06:55:23.569656 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36242) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:24.018785 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e07bb-8786-4a76-867f-fb04d46ff401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:24.020146 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b17e07bb-8786-4a76-867f-fb04d46ff401 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/20999101-aede-4b0a-834d-e195a03fbece HTTP/1.1" status: 200 len: 869 time: 0.4495888 Sep 13 06:55:24.834917 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:24.848828 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:25.371067 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=24 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:25.375083 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=27 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:25.378970 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=26 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:26.053429 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1edd2d57-2696-4e78-85eb-661ad8ca3a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:26.613004 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36250) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:27.049534 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb427af-5e05-4871-bf9b-592c7d332ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:27.050921 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-2bb427af-5e05-4871-bf9b-592c7d332ab6 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/c871774e-190b-4ef8-9f80-d743df935310 HTTP/1.1" status: 200 len: 886 time: 0.4366627 Sep 13 06:55:27.493432 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:28.318680 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6cec1c85-e229-407e-b0f0-de5feaf6a8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:29.632699 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36258) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:29.784279 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:30.071801 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b988a-127b-4194-913d-bbd3a0a4642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:30.072261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b988a-127b-4194-913d-bbd3a0a4642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:30.073815 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ea3b988a-127b-4194-913d-bbd3a0a4642a admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4401298 Sep 13 06:55:31.436187 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:31.475019 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:32.828431 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36266) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:33.284074 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bfe6f7-40c5-4e20-b88a-0fe8b5724e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:33.284525 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bfe6f7-40c5-4e20-b88a-0fe8b5724e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:33.286060 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-94bfe6f7-40c5-4e20-b88a-0fe8b5724e2c admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4567266 Sep 13 06:55:35.870411 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36274) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:36.260495 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0cc76-ce66-410b-b3d0-81505b8ab872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:36.261840 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ffc0cc76-ce66-410b-b3d0-81505b8ab872 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/3c0784c2-24a9-4669-ba2b-952d192af839 HTTP/1.1" status: 200 len: 816 time: 0.3901486 Sep 13 06:55:38.840365 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36282) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:55:39.266933 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b079a6-1cad-4b10-8009-849b1811d8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:55:39.268232 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-65b079a6-1cad-4b10-8009-849b1811d8f7 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/f54c4d6a-43ec-4e4a-abf7-8cbe79da4531 HTTP/1.1" status: 200 len: 868 time: 0.4267924 Sep 13 06:55:41.462913 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:41.466892 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:41.469990 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:43.270222 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:43.280118 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:49.261535 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=64 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:49.263666 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=61 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:55:54.496242 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:55:56.052348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4c39845a-010a-4270-8789-932db8dcdfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:58.317588 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2b2aabe7-dfb1-476c-bcdc-2ef9614fa12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:55:59.788513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:01.438720 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:01.479865 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:04.491077 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=19 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:04.491895 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=15 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:09.084475 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36342) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:56:09.438449 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-05160dc6-61f1-42c5-900d-3929c1907d2c admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 06:56:09.439710 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-05160dc6-61f1-42c5-900d-3929c1907d2c admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3541677 Sep 13 06:56:11.465724 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:11.471724 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:11.474630 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:12.221544 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36350) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:56:12.588715 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ab1468-e171-471a-a507-b43d94965c1f admin admin] GET failed (client error): The resource could not be found. Sep 13 06:56:12.590009 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-82ab1468-e171-471a-a507-b43d94965c1f admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3671749 Sep 13 06:56:12.683178 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a1efc-31b6-488a-afb1-ff332d54bd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:56:12.684680 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-877a1efc-31b6-488a-afb1-ff332d54bd47 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0900898 Sep 13 06:56:15.298680 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36358) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:56:15.663780 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:56:15.695366 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Made reservation on behalf of 2becfff2f1104b709c0a7babcac266dd for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 06:56:15.697614 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:15.725361 dv-cinder-856941-4-iscsi neutron-server[106284]: WARNING neutron.services.revisions.revision_plugin [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Could not find related network for resource to bump revision. Sep 13 06:56:15.736490 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 06:56:15.745646 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (028ddbf1-8c23-48c4-a593-647e6fc33025), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:15.745979 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Added segment 028ddbf1-8c23-48c4-a593-647e6fc33025 of type vlan for network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 Sep 13 06:56:15.793077 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (89f59476-1aea-4f4a-8a45-ffc2b3d3aa59), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:15.820342 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (89f59476-1aea-4f4a-8a45-ffc2b3d3aa59), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:15.821222 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:56:15.821783 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:15.879694 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5795076 Sep 13 06:56:15.882678 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Pushing event updated for resources: {'Network': ['ID=89f59476-1aea-4f4a-8a45-ffc2b3d3aa59,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:56:15.890009 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.890374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.890728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.891061 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.891384 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.891704 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.892017 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.892361 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.892661 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.892980 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.893309 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.893644 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.893959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.894304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.894594 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e363dae-86e9-4198-94e8-7db623dadb75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:15.907680 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 06:56:18.501071 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36366) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:56:18.867626 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce582eb-b471-47dd-8baa-0d7543b550b3 admin admin] GET failed (client error): The resource could not be found. Sep 13 06:56:18.868835 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-bce582eb-b471-47dd-8baa-0d7543b550b3 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3663454 Sep 13 06:56:19.031070 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc1a7b-25d6-4e26-a785-e9148308babd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:56:19.032557 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-47bc1a7b-25d6-4e26-a785-e9148308babd admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1591332 Sep 13 06:56:19.046467 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 06:56:19.070619 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Made reservation on behalf of 2becfff2f1104b709c0a7babcac266dd for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 06:56:19.072846 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:19.243196 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (37f93d4e-4c12-4aa0-ae28-7f3c52378d68), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:19.295825 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f93d4e-4c12-4aa0-ae28-7f3c52378d68,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:56:19.310281 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.310627 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.310969 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.311300 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.311638 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.311964 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.312289 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.312608 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.312936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.313258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.313595 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.313935 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.314289 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.314602 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.314920 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.324774 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Checking segment: {'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 06:56:19.325833 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Network hostable DHCP agents. Network: 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 06:56:19.346026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 06:56:19.356532 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:56:19.360760 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 06:56:19.361354 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:19.366065 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb4774b-0401-4fb5-b2dc-db17c6e03962 None None] Network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 06:56:19.382817 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e80eb5b3-a431-464a-81df-b0418f0b85d0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3398550 Sep 13 06:56:19.479583 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-89f59476-1aea-4f4a-8a45-ffc2b3d3aa59', 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59', 'project_id': '2becfff2f1104b709c0a7babcac266dd', 'fixed_ips': [{'subnet_id': '37f93d4e-4c12-4aa0-ae28-7f3c52378d68'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 06:56:19.480548 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:19.738673 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Allocated IP 192.168.233.2 (89f59476-1aea-4f4a-8a45-ffc2b3d3aa59/37f93d4e-4c12-4aa0-ae28-7f3c52378d68/d12eea51-941e-44f5-91a4-b55e0f8406fa) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 06:56:19.881079 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Publish callbacks [] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:19.890071 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:19.927294 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 06:56:19.933305 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 06:56:19.937447 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 06:56:19.943902 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Pushing event updated for resources: {'Port': ['ID=d12eea51-941e-44f5-91a4-b55e0f8406fa,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:56:19.967493 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.967836 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.968194 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.968545 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.968872 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.969196 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.969550 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.969868 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.970238 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.970565 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.970881 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.971212 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.971535 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.971850 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:19.972166 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:56:20.012170 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Attempting to bind port d12eea51-941e-44f5-91a4-b55e0f8406fa on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 06:56:20.012542 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Attempting to bind port d12eea51-941e-44f5-91a4-b55e0f8406fa by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 06:56:20.012903 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Attempting to bind port d12eea51-941e-44f5-91a4-b55e0f8406fa on network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 06:56:20.055074 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 6, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 06:56:20.055437 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Checking segment: {'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 06:56:20.055827 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:20.056207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Bound using segment: {'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 06:56:20.056668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Bound port: d12eea51-941e-44f5-91a4-b55e0f8406fa, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 06:56:20.057417 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:20.117625 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] For port d12eea51-941e-44f5-91a4-b55e0f8406fa, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 06:56:20.121008 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] For port d12eea51-941e-44f5-91a4-b55e0f8406fa, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d12eea51-941e-44f5-91a4-b55e0f8406fa,segment=NetworkSegment(028ddbf1-8c23-48c4-a593-647e6fc33025),segment_id=028ddbf1-8c23-48c4-a593-647e6fc33025)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 06:56:20.129460 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:20.183585 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474df1b-ef1d-48d3-a60d-b9512ef31d44 None None] Pushing event updated for resources: {'Port': ['ID=d12eea51-941e-44f5-91a4-b55e0f8406fa,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:56:21.005340 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263c3d0b-0c54-498e-bdce-54bae5c95a3e None None] Network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 06:56:21.056487 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-5fc93e55-b30a-4b88-b1df-90280153be5e None None] Provisioning complete for port d12eea51-941e-44f5-91a4-b55e0f8406fa triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:56:21.056877 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5fc93e55-b30a-4b88-b1df-90280153be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:21.182639 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-5fc93e55-b30a-4b88-b1df-90280153be5e None None] Current status of the port d12eea51-941e-44f5-91a4-b55e0f8406fa is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:56:21.183023 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5fc93e55-b30a-4b88-b1df-90280153be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:21.226408 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-5fc93e55-b30a-4b88-b1df-90280153be5e None None] For port d12eea51-941e-44f5-91a4-b55e0f8406fa, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d12eea51-941e-44f5-91a4-b55e0f8406fa,segment=NetworkSegment(028ddbf1-8c23-48c4-a593-647e6fc33025),segment_id=028ddbf1-8c23-48c4-a593-647e6fc33025)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 06:56:21.236548 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5fc93e55-b30a-4b88-b1df-90280153be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:21.303247 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc93e55-b30a-4b88-b1df-90280153be5e None None] Pushing event updated for resources: {'Port': ['ID=d12eea51-941e-44f5-91a4-b55e0f8406fa,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:56:21.309914 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d12eea51-941e-44f5-91a4-b55e0f8406fa up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:56:21.368227 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port d12eea51-941e-44f5-91a4-b55e0f8406fa triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:56:21.368576 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:21.444738 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port d12eea51-941e-44f5-91a4-b55e0f8406fa is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:56:21.458474 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-1d0d0e8d-e409-4289-aae3-56e06f006c52 None None] Provisioning complete for port d12eea51-941e-44f5-91a4-b55e0f8406fa triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:56:21.458861 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0e8d-e409-4289-aae3-56e06f006c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:21.484946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:21.494571 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:21.507973 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:21.541942 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d0e8d-e409-4289-aae3-56e06f006c52 None None] Current status of the port d12eea51-941e-44f5-91a4-b55e0f8406fa is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:56:23.257350 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d12eea51-941e-44f5-91a4-b55e0f8406fa up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 06:56:23.303305 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port d12eea51-941e-44f5-91a4-b55e0f8406fa triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 06:56:23.303667 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d12eea51-941e-44f5-91a4-b55e0f8406fa), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:23.375918 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port d12eea51-941e-44f5-91a4-b55e0f8406fa is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 06:56:25.884983 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:25.885791 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:26.059636 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-355d2b0f-9c88-4146-bdbf-47ba9b01999e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:26.492021 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:26.494543 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:28.312581 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5a01e441-343a-445b-ae94-16837952e42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:29.370658 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:29.376270 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:29.789457 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:31.445929 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:31.486072 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:31.495538 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:56:41.472306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:41.477131 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:41.479170 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:41.490980 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:41.494735 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:56:56.045655 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6e924bfe-22b6-4c0b-87cf-c8f6b75d08c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:58.316820 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4fe1eb0a-c24b-4839-8135-e12b8c80dd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:56:59.794760 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:01.448060 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:01.488885 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:03.490981 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:03.491862 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:08.496720 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:57:11.475786 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:11.476443 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:11.483425 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:18.492249 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:18.493547 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:26.040633 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b33707d1-98a7-448b-ad38-a452481c98a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:28.330126 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-588e988a-bb65-4d85-9f1c-ee854bdb5e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:29.796292 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:31.450732 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:31.492558 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:34.653885 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36408) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:57:34.662199 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [None req-2aadbe4e-2da8-48fe-8ddd-59b69994346c tempest-verify_tempest_config-1690225511 tempest-verify_tempest_config-1690225511-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 06:57:34.663377 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2aadbe4e-2da8-48fe-8ddd-59b69994346c tempest-verify_tempest_config-1690225511 tempest-verify_tempest_config-1690225511-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0085006 Sep 13 06:57:35.263868 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36426) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:57:35.639963 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:35.765666 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Publish callbacks [] for security_group (3b3c86d1-972d-4666-b5d8-fc660d90d3c8), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:35.772116 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3b3c86d1-972d-4666-b5d8-fc660d90d3c8), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:35.828662 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d726a5601a474078a58e4842f6922eae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5637324 Sep 13 06:57:35.829564 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3c86d1-972d-4666-b5d8-fc660d90d3c8,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:57:35.831637 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36432) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:57:35.836572 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.836903 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.837275 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.837615 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.837949 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.838316 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.838625 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.838944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.839282 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.839606 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.839947 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.840346 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.840680 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.841007 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.841316 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a06459-937d-4af6-ba00-23156cad9671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:35.897062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Publish callbacks [] for security_group (3b3c86d1-972d-4666-b5d8-fc660d90d3c8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:35.926669 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Publish callbacks [] for security_group (3b3c86d1-972d-4666-b5d8-fc660d90d3c8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:36.029190 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3b3c86d1-972d-4666-b5d8-fc660d90d3c8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:36.032163 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:36.033306 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3b3c86d1-972d-4666-b5d8-fc660d90d3c8 HTTP/1.1" status: 204 len: 168 time: 0.2007449 Sep 13 06:57:36.041342 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3c86d1-972d-4666-b5d8-fc660d90d3c8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 06:57:36.048643 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.048956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.049334 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.049665 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.050021 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.050319 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.050629 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.050938 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.051267 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.051582 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.052005 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.052327 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.052633 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.052950 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:36.053256 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d336cbd1-fbad-4715-b7d4-f56b3c61dad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 06:57:40.488935 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:40.489788 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:41.487107 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:45.495644 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:57:45.825342 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:45.835898 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:46.044193 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:46.045024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:46.068557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:46.075596 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:55.491594 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=13 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:57:56.053165 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d5e1-beb5-49d3-9ffc-23218472c041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:58.334155 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6d8938c2-ee08-44f6-9d7b-6c1c2b34354c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:57:59.805694 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:01.453836 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:01.498010 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:03.493200 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=17 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:11.484821 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:11.489238 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:11.491556 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:17.485674 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:17.494759 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:22.498598 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:58:26.059598 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4af2d0a6-8f39-489e-8363-a45e79bf46a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:28.332524 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2876-52d5-4132-a25a-e705197faff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:29.809583 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:31.458683 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:31.506113 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:32.491029 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:32.492235 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:41.489052 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:41.496679 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:41.498969 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:54.492021 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:54.493211 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:58:56.063420 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-90929196-f65d-41ef-a190-413ffe1350ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:58.337705 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-68b7b557-b96d-4e6f-a4ca-96921bec7cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:58:59.502647 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 5 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:58:59.811191 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:01.468556 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:01.507004 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:09.099562 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1696575'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:09.494898 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:09.496290 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:19.085195 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:19.086401 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:19.089640 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:22.756556 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36524) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:59:22.906864 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-eb70a927-e777-4275-b61a-7ff0590ad22e admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1489737 Sep 13 06:59:25.336480 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36534) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 06:59:25.399640 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5e702bf3-5267-40b1-bb0a-8935a4fbb415 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0621703 Sep 13 06:59:26.074600 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8e9b295b-d7f2-4407-b212-c4777d27e68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:28.332568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-24277d89-7c53-47b4-bfd0-f6cba3592e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:29.806936 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:31.464370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:31.483512 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:31.484250 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:31.510382 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:35.393996 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:35.395170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:36.508387 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 06:59:39.061102 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:49.038179 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:49.048720 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:49.052590 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:54.568725 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=13 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:54.573393 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=15 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 06:59:56.062604 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0bcf680b-32f9-4d41-9846-a1d0eb31ef76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:58.344247 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6de0c5af-debe-45b8-85cc-99b90029e9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 06:59:59.809538 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:01.476623 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:01.516547 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:08.489750 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:08.490676 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:09.047759 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:13.514143 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:00:19.034898 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:19.038622 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:19.040795 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:23.503921 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:23.505349 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:26.068581 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8490-6be3-4d98-a994-882b4676d37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:28.339379 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a27814a7-8271-4d88-ae5a-567daf5111d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:29.811748 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:31.473622 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:31.513344 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:39.049035 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:49.036011 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:49.039968 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:49.041356 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:50.515091 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:00:55.101092 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36648) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:55.424215 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-445246108-network', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:55.452610 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Made reservation on behalf of 8c7dc05c1c9d40b2bb0defc9dd157d6e for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:00:55.455603 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.465219 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.552363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks [] for security_group (4bda6724-6aad-4641-9009-cfe6f3115bb6), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.558476 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4bda6724-6aad-4641-9009-cfe6f3115bb6), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.593478 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda6724-6aad-4641-9009-cfe6f3115bb6,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:55.604578 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.604915 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.605435 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.605945 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.606293 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.606617 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.606938 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.607253 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.607567 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.607884 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.608349 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.608812 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.609280 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.609739 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.610245 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Tracked resource versions report: Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: pushed versions: Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: { 'AddressGroup': {'1.2'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Agent': {'1.1'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'ConntrackHelper': {'1.0'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Log': {'1.0'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'NDPProxy': {'1.0'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Network': {'1.1'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Port': {'1.7'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'PortForwarding': {'1.3'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'QosPolicy': {'1.10'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroup': {'1.5'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SubPort': {'1.0'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Subnet': {'1.1'}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Trunk': {'1.1'}} Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: consumer versions: Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: HyperV agent@hv-cinder-85694: {}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Agent': '1.1', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'ConntrackHelper': '1.0', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'LocalIPAssociation': '1.0', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Log': '1.0', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'NDPProxy': '1.0', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Network': '1.1', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Port': '1.7', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'PortForwarding': '1.3', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'QosPolicy': '1.10', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroup': '1.5', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SecurityGroupRule': '1.2', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'SubPort': '1.0', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Subnet': '1.1', Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: 'Trunk': '1.1'}} Sep 13 07:00:55.611617 dv-cinder-856941-4-iscsi neutron-server[106283]: {{(pid=106283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:00:55.618014 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:00:55.631642 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764930691247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (5349719d-0485-4917-b9a4-73e193adb9a5), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.632162 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Unsubscribe: segment precommit_create {{(pid=106283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 07:00:55.632638 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Added segment 5349719d-0485-4917-b9a4-73e193adb9a5 of type vlan for network 672f9e05-334a-4483-b823-bb14da4544d0 Sep 13 07:00:55.689084 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (672f9e05-334a-4483-b823-bb14da4544d0), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.721302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (672f9e05-334a-4483-b823-bb14da4544d0), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.722569 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:00:55.726514 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:55.815311 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] Pushing event updated for resources: {'Network': ['ID=672f9e05-334a-4483-b823-bb14da4544d0,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:55.826813 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36686) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:55.830052 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 672f9e05-334a-4483-b823-bb14da4544d0 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:00:55.832804 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Request body: {'subnet': {'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-445246108-subnet', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:55.837478 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e93ddfc3-2541-4639-9f88-2c40496ba67b admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7353094 Sep 13 07:00:55.862193 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Made reservation on behalf of 8c7dc05c1c9d40b2bb0defc9dd157d6e for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:00:55.865495 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.056585 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-79e04eb3-e151-4226-a54a-845df6d7bd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.074792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (8b122c98-8c7f-4fec-832c-56bd3a61b6d7), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.132641 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b122c98-8c7f-4fec-832c-56bd3a61b6d7,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:56.142801 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.143139 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.143534 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.143869 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.144189 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.144510 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.144825 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.145142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.145459 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.145777 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.146122 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.146453 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.146747 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.147054 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.147362 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Tracked resource versions report: Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: pushed versions: Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: { 'AddressGroup': {'1.2'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Agent': {'1.1'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'ConntrackHelper': {'1.0'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Log': {'1.0'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'NDPProxy': {'1.0'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Network': {'1.1'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Port': {'1.7'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'PortForwarding': {'1.3'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'QosPolicy': {'1.10'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroup': {'1.5'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SubPort': {'1.0'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Subnet': {'1.1'}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Trunk': {'1.1'}} Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: consumer versions: Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: HyperV agent@hv-cinder-85694: {}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Agent': '1.1', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'ConntrackHelper': '1.0', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'LocalIPAssociation': '1.0', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Log': '1.0', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'NDPProxy': '1.0', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Network': '1.1', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Port': '1.7', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'PortForwarding': '1.3', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'QosPolicy': '1.10', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroup': '1.5', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SecurityGroupRule': '1.2', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'SubPort': '1.0', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Subnet': '1.1', Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: 'Trunk': '1.1'}} Sep 13 07:00:56.151996 dv-cinder-856941-4-iscsi neutron-server[106284]: {{(pid=106284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:00:56.157362 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Checking segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:00:56.157362 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Network hostable DHCP agents. Network: 672f9e05-334a-4483-b823-bb14da4544d0, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:00:56.176818 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Network 672f9e05-334a-4483-b823-bb14da4544d0 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:00:56.187878 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 672f9e05-334a-4483-b823-bb14da4544d0) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:00:56.193020 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:00:56.193736 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.204609 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c654313-f4ee-4bb8-b5b6-589819b9108c None None] Network 672f9e05-334a-4483-b823-bb14da4544d0 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:00:56.215294 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36714) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:56.215907 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fe74485c-6a9d-4f1c-b596-c8d829dfc0ad admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3876081 Sep 13 07:00:56.220157 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:56.246838 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36716) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:56.251560 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (afedae5e-6226-410c-bf9e-5fe39b81c03e), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.253711 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (afedae5e-6226-410c-bf9e-5fe39b81c03e), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.333290 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-672f9e05-334a-4483-b823-bb14da4544d0', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:00:56.334287 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.354175 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks [] for router_controller (afedae5e-6226-410c-bf9e-5fe39b81c03e), precommit_add_association {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.496668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Allocated IP 172.20.0.2 (672f9e05-334a-4483-b823-bb14da4544d0/8b122c98-8c7f-4fec-832c-56bd3a61b6d7/653a2cbc-1157-43e4-bf67-2e221b3b61ab) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:00:56.531611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks [] for router_gateway (afedae5e-6226-410c-bf9e-5fe39b81c03e), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.568667 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-220913-network', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:56.600522 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Made reservation on behalf of 38b6d7b146a34896bb8309e2c51348f8 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:00:56.603638 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.622424 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.682375 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Publish callbacks [] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.693157 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.728360 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks [] for security_group (8249129b-7fa6-4edb-b334-2be26ebb7185), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.728582 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:56.737548 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (8249129b-7fa6-4edb-b334-2be26ebb7185), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.748524 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Pushing event updated for resources: {'Port': ['ID=653a2cbc-1157-43e4-bf67-2e221b3b61ab,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:56.751111 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks [] for router_gateway (afedae5e-6226-410c-bf9e-5fe39b81c03e), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.756860 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.757009 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.757339 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.757872 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.758580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.759154 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.760615 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.760738 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:00:56.761293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.761871 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.762408 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.762973 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.763523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.764261 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.764827 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.765916 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Tracked resource versions report: Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: pushed versions: Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: { 'AddressGroup': {'1.2'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Agent': {'1.1'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'ConntrackHelper': {'1.0'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Log': {'1.0'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'NDPProxy': {'1.0'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Network': {'1.1'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Port': {'1.7'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'PortForwarding': {'1.3'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'QosPolicy': {'1.10'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroup': {'1.5'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SubPort': {'1.0'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Subnet': {'1.1'}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Trunk': {'1.1'}} Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: consumer versions: Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: HyperV agent@hv-cinder-85694: {}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Agent': '1.1', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'ConntrackHelper': '1.0', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'LocalIPAssociation': '1.0', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Log': '1.0', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'NDPProxy': '1.0', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Network': '1.1', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Port': '1.7', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'PortForwarding': '1.3', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'QosPolicy': '1.10', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroup': '1.5', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SecurityGroupRule': '1.2', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'SubPort': '1.0', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Subnet': '1.1', Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: 'Trunk': '1.1'}} Sep 13 07:00:56.767809 dv-cinder-856941-4-iscsi neutron-server[106285]: {{(pid=106285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:00:56.772515 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (25a51260-978d-4106-890d-4c28d9ada638), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.773049 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Added segment 25a51260-978d-4106-890d-4c28d9ada638 of type vlan for network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 Sep 13 07:00:56.783168 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Network 672f9e05-334a-4483-b823-bb14da4544d0 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:00:56.785884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:00:56.789129 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:00:56.804321 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.812644 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36734) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:56.835823 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.865361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Attempting to bind port 653a2cbc-1157-43e4-bf67-2e221b3b61ab on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:00:56.866400 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Attempting to bind port 653a2cbc-1157-43e4-bf67-2e221b3b61ab by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:00:56.867014 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Attempting to bind port 653a2cbc-1157-43e4-bf67-2e221b3b61ab on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:00:56.917580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:00:56.918507 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Checking segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:00:56.919501 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.920133 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Bound using segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:00:56.921192 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Bound port: 653a2cbc-1157-43e4-bf67-2e221b3b61ab, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:00:56.921360 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.921630 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.927365 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:00:56.929596 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:56.944596 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36740) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:56.956490 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Allocated IP 172.27.2.69 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/fd4df333-a627-40f6-91f9-fc5e4fff76f4) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:00:57.003038 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] For port 653a2cbc-1157-43e4-bf67-2e221b3b61ab, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:00:57.006464 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] For port 653a2cbc-1157-43e4-bf67-2e221b3b61ab, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=653a2cbc-1157-43e4-bf67-2e221b3b61ab,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:00:57.020049 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.070306 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:57.101436 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ec377-ac5c-49a4-a642-4ad7736c6690 None None] Pushing event updated for resources: {'Port': ['ID=653a2cbc-1157-43e4-bf67-2e221b3b61ab,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:57.130237 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8819633 Sep 13 07:00:57.130879 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36754) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:57.136014 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249129b-7fa6-4edb-b334-2be26ebb7185,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:57.141903 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Request body: {'subnet': {'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-subnet', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:57.164634 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:57.172535 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb613ad-3dd2-4358-9378-c6a1ea8d190f admin admin] Pushing event updated for resources: {'Network': ['ID=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:57.191830 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:00:57.199284 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Made reservation on behalf of 38b6d7b146a34896bb8309e2c51348f8 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:00:57.205713 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.219701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks [] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.274504 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.282589 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:57.378011 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:00:57.381369 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:00:57.388503 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:00:57.458904 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Pushing event updated for resources: {'Port': ['ID=fd4df333-a627-40f6-91f9-fc5e4fff76f4,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:57.516486 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-network', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:57.529302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1940496351-network', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:57.564231 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (e7785b4c-fca5-457c-bbf3-3566e264736c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.628621 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7785b4c-fca5-457c-bbf3-3566e264736c,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:57.639781 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Made reservation on behalf of 5d5ac5d4506943c48f4f7640d97f63c5 for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:00:57.643721 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.646035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Checking segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:00:57.646423 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Network hostable DHCP agents. Network: 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:00:57.674568 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.675055 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 653a2cbc-1157-43e4-bf67-2e221b3b61ab up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:00:57.698900 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:00:57.719856 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:00:57.726168 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:00:57.728479 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.736896 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Made reservation on behalf of 5d415383e1c1471aae5712893d48c2b6 for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:00:57.739654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.759449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.769004 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-83589599-0d8d-4d13-97ca-f9149235d2a1 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6323180 Sep 13 07:00:57.769004 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36778) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:57.771068 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8044736c-49bd-4238-9456-a5d104e839be None None] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:00:57.779750 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:57.812568 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (44995605-e8f7-43ca-900d-1373d20c7086), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.813725 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (44995605-e8f7-43ca-900d-1373d20c7086), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.897639 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:57.909588 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks [] for router_gateway (afedae5e-6226-410c-bf9e-5fe39b81c03e), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:57.919560 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks [] for router_controller (44995605-e8f7-43ca-900d-1373d20c7086), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.024480 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:00:58.025636 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.064625 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 653a2cbc-1157-43e4-bf67-2e221b3b61ab triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:00:58.065496 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.190576 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks [] for security_group (e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.246498 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.272615 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:58.281066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:58.308458 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 653a2cbc-1157-43e4-bf67-2e221b3b61ab is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:00:58.309248 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.329535 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Allocated IP 172.20.0.2 (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75/e7785b4c-fca5-457c-bbf3-3566e264736c/6e977d49-dc64-4233-b279-5779c4ef2eca) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:00:58.351539 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:58.397163 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-567ba155-d3d5-4f5d-a856-ed0bd736d440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.454531 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks [] for router_gateway (44995605-e8f7-43ca-900d-1373d20c7086), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.476272 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks [] for security_group (f4d82300-b464-4ef7-b05d-c3cff5ef1ed7), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.510945 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f4d82300-b464-4ef7-b05d-c3cff5ef1ed7), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.515434 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:00:58.573154 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Publish callbacks [] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.575994 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:58.598687 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 653a2cbc-1157-43e4-bf67-2e221b3b61ab, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=653a2cbc-1157-43e4-bf67-2e221b3b61ab,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:00:58.601473 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.645110 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.654462 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Added segment 6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b of type vlan for network 4c3c52b2-50ca-4f89-8b20-12f54380722c Sep 13 07:00:58.657827 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:00:58.661805 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Pushing event updated for resources: {'Port': ['ID=6e977d49-dc64-4233-b279-5779c4ef2eca,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:58.669788 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.736031 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:58.738232 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=653a2cbc-1157-43e4-bf67-2e221b3b61ab,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:58.760372 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:00:58.765133 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:00:58.772406 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:00:58.828373 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (4c3c52b2-50ca-4f89-8b20-12f54380722c), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.831485 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (82ad286d-8776-45bf-8b41-5b72197c2ca1), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.831933 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Added segment 82ad286d-8776-45bf-8b41-5b72197c2ca1 of type vlan for network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 Sep 13 07:00:58.835518 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (afedae5e-6226-410c-bf9e-5fe39b81c03e), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.837372 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:58.855775 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16271a4a-e8a0-4855-bee4-5caed43eb4fd None None] Network 672f9e05-334a-4483-b823-bb14da4544d0 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:00:58.934161 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks [] for router_gateway (44995605-e8f7-43ca-900d-1373d20c7086), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.979430 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:58.997811 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-356a77bb-901d-4e8e-85bc-8fb830c35d92 None None] Provisioning complete for port 653a2cbc-1157-43e4-bf67-2e221b3b61ab triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:00:58.999227 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-356a77bb-901d-4e8e-85bc-8fb830c35d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.066657 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (5f4fd977-45fe-407b-8ff6-ed85b95a84e6), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.094987 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (4c3c52b2-50ca-4f89-8b20-12f54380722c), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.099626 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:00:59.105128 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.139731 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Attempting to bind port 6e977d49-dc64-4233-b279-5779c4ef2eca on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:00:59.140328 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Attempting to bind port 6e977d49-dc64-4233-b279-5779c4ef2eca by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:00:59.140586 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Attempting to bind port 6e977d49-dc64-4233-b279-5779c4ef2eca on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:00:59.211213 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:00:59.211461 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Checking segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:00:59.211994 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.212420 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Bound using segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:00:59.212884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Bound port: 6e977d49-dc64-4233-b279-5779c4ef2eca, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:00:59.213272 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.248788 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Allocated IP 172.27.2.37 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/9eea6be2-e25c-451e-8e28-31e6bd89885f) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:00:59.356487 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:59.390518 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] Pushing event updated for resources: {'Network': ['ID=4c3c52b2-50ca-4f89-8b20-12f54380722c,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:59.408047 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:59.473937 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] For port 6e977d49-dc64-4233-b279-5779c4ef2eca, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:00:59.478194 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] For port 6e977d49-dc64-4233-b279-5779c4ef2eca, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=6e977d49-dc64-4233-b279-5779c4ef2eca,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:00:59.488537 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:00:59.515904 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e89f63c6-f9e5-473c-ac3a-4c2abd543c36 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7021945 Sep 13 07:00:59.516354 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks [] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.526033 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36842) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:59.535639 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Request body: {'subnet': {'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-subnet', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:59.546593 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (5f4fd977-45fe-407b-8ff6-ed85b95a84e6), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.553842 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:00:59.554778 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.568748 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:59.570412 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.628760 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.639073 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da07b55-c8e0-459c-99b2-7a292db92243 None None] Pushing event updated for resources: {'Port': ['ID=6e977d49-dc64-4233-b279-5779c4ef2eca,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:59.641888 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 653a2cbc-1157-43e4-bf67-2e221b3b61ab up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:00:59.702204 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-356a77bb-901d-4e8e-85bc-8fb830c35d92 None None] Current status of the port 653a2cbc-1157-43e4-bf67-2e221b3b61ab is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:00:59.715286 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 653a2cbc-1157-43e4-bf67-2e221b3b61ab triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:00:59.715682 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.723182 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:00:59.735198 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:00:59.741490 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:00:59.749835 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8036237 Sep 13 07:00:59.764500 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36850) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:00:59.765387 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Made reservation on behalf of 5d5ac5d4506943c48f4f7640d97f63c5 for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:00:59.768701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:00:59.789908 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Request body: {'subnet': {'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1940496351-subnet', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:00:59.797939 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:00:59.821585 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeb949-4248-402f-a29e-7ded05778d0a admin admin] Pushing event updated for resources: {'Network': ['ID=5f4fd977-45fe-407b-8ff6-ed85b95a84e6,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:59.868284 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Pushing event updated for resources: {'Port': ['ID=9eea6be2-e25c-451e-8e28-31e6bd89885f,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:00:59.932961 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 653a2cbc-1157-43e4-bf67-2e221b3b61ab is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:00:59.935895 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:01:00.063195 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:00.069979 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Made reservation on behalf of 5d415383e1c1471aae5712893d48c2b6 for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:00.076655 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:00.140069 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-e1e6ea18-8f6e-4b08-9aa3-9a43793d4ddb None None] Provisioning complete for port 653a2cbc-1157-43e4-bf67-2e221b3b61ab triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:00.141434 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ea18-8f6e-4b08-9aa3-9a43793d4ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:00.312812 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6ea18-8f6e-4b08-9aa3-9a43793d4ddb None None] Current status of the port 653a2cbc-1157-43e4-bf67-2e221b3b61ab is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:00.348871 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Router afedae5e-6226-410c-bf9e-5fe39b81c03e is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:01:00.403163 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks [] for router_gateway (44995605-e8f7-43ca-900d-1373d20c7086), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:00.514275 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:00.515505 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:00.534512 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:00.668274 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:00.674013 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:00.689936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:00.702114 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:00.702753 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:00.742738 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:00.752584 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7e4c48f8-2ca2-4df0-ab50-689cefbe3f2d admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5360792 Sep 13 07:01:00.758489 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36898) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:00.781610 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:00.983701 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (44995605-e8f7-43ca-900d-1373d20c7086), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.046882 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:01.174128 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Router 44995605-e8f7-43ca-900d-1373d20c7086 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:01:01.196937 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:01.316626 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (709e6410-ca2c-4717-9e8d-193801a3cfd3), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.336019 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a2f41-da2f-48b0-a076-347f795f1ba4 None None] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:01:01.377418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:01.440981 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Checking segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:01.441533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Network hostable DHCP agents. Network: 4c3c52b2-50ca-4f89-8b20-12f54380722c, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:01:01.467085 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:01.476119 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:00:57Z', 'revision_number': 3, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:01.521578 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:01.524361 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709e6410-ca2c-4717-9e8d-193801a3cfd3,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:01.524949 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Updating router afedae5e-6226-410c-bf9e-5fe39b81c03e port fd4df333-a627-40f6-91f9-fc5e4fff76f4 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:01.530953 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.541531 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Sync routers for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:01.550508 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bd6b8599-44eb-4888-b129-b03c0fc172af admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7750666 Sep 13 07:01:01.550614 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Checking segment: {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:01.550614 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Network hostable DHCP agents. Network: 5f4fd977-45fe-407b-8ff6-ed85b95a84e6, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:01:01.551846 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36918) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:01.557303 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:01.571115 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-ae70a756-045f-4c93-bd1a-ede22c481c25 None None] Provisioning complete for port 6e977d49-dc64-4233-b279-5779c4ef2eca triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:01.571649 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae70a756-045f-4c93-bd1a-ede22c481c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.573425 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:01:01.580686 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:01.594107 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:01.594347 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.618673 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 4c3c52b2-50ca-4f89-8b20-12f54380722c) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:01.647102 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:01.649789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.739834 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:01:01.753234 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44db27c8-f978-49b6-9dbb-9300effcfafc None None] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:01:01.759206 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:01.766288 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6e977d49-dc64-4233-b279-5779c4ef2eca up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:01.787701 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.820735 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 5f4fd977-45fe-407b-8ff6-ed85b95a84e6) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:01.835316 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:01.838305 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.842906 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.854654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36934) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:01.856196 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af4e58-c9a0-4b22-b876-5e0eb28d28c9 None None] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:01:01.882812 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 36938) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:01.883591 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-613bf1fb-d701-4757-afdb-544deadfa83c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3542857 Sep 13 07:01:01.891879 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:01.919137 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-9e553f75-234b-4ac9-9397-396023bd05c1 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1469214 Sep 13 07:01:01.922691 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36940) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:01.928354 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:01.974002 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (1ffe126f-24d3-427c-8844-3a57b152a8e0), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:01.975920 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (1ffe126f-24d3-427c-8844-3a57b152a8e0), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.002276 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.003687 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.032630 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-ae70a756-045f-4c93-bd1a-ede22c481c25 None None] Current status of the port 6e977d49-dc64-4233-b279-5779c4ef2eca is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:02.033023 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae70a756-045f-4c93-bd1a-ede22c481c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.113029 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-ae70a756-045f-4c93-bd1a-ede22c481c25 None None] For port 6e977d49-dc64-4233-b279-5779c4ef2eca, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=6e977d49-dc64-4233-b279-5779c4ef2eca,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:02.144457 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae70a756-045f-4c93-bd1a-ede22c481c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.161416 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.182372 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks [] for router_controller (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), precommit_add_association {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.188611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd791-b908-4beb-8875-336e10089f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.188936 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:02.217872 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Publish callbacks [] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.226923 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.245111 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70a756-045f-4c93-bd1a-ede22c481c25 None None] Pushing event updated for resources: {'Port': ['ID=6e977d49-dc64-4233-b279-5779c4ef2eca,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:02.266121 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Attempting to bind port fd4df333-a627-40f6-91f9-fc5e4fff76f4 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:02.266503 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Attempting to bind port fd4df333-a627-40f6-91f9-fc5e4fff76f4 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:02.266861 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Attempting to bind port fd4df333-a627-40f6-91f9-fc5e4fff76f4 on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:02.296691 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:02.309925 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Pushing event updated for resources: {'Port': ['ID=fd4df333-a627-40f6-91f9-fc5e4fff76f4,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:02.326015 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.326520 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.326790 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.327147 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.327481 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.327977 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.328439 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.328766 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.329096 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.329419 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.329743 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.330106 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.330425 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.330782 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.331141 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Tracked resource versions report: Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: pushed versions: Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: { 'AddressGroup': {'1.2'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Agent': {'1.1'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'ConntrackHelper': {'1.0'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Log': {'1.0'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'NDPProxy': {'1.0'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Network': {'1.1'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Port': {'1.7'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'PortForwarding': {'1.3'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'QosPolicy': {'1.10'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroup': {'1.5'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SubPort': {'1.0'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Subnet': {'1.1'}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Trunk': {'1.1'}} Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: consumer versions: Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: { DHCP agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: HyperV agent@hv-cinder-85694: {}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: L3 agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: Metadata agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: Metering agent@dv-cinder-856941-4-iscsi: {}, Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: Open vSwitch agent@dv-cinder-856941-4-iscsi: { 'AddressGroup': '1.2', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Agent': '1.1', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'ConntrackHelper': '1.0', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'LocalIPAssociation': '1.0', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Log': '1.0', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'NDPProxy': '1.0', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Network': '1.1', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Port': '1.7', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'PortForwarding': '1.3', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'QosPolicy': '1.10', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroup': '1.5', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SecurityGroupRule': '1.2', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'SubPort': '1.0', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Subnet': '1.1', Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: 'Trunk': '1.1'}} Sep 13 07:01:02.332457 dv-cinder-856941-4-iscsi neutron-server[106286]: {{(pid=106286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:01:02.341527 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:02.341826 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:02.342267 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.342657 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:02.343134 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Bound port: fd4df333-a627-40f6-91f9-fc5e4fff76f4, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:02.343513 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.405930 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks [] for router_controller (1ffe126f-24d3-427c-8844-3a57b152a8e0), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.408150 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] For port fd4df333-a627-40f6-91f9-fc5e4fff76f4, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:02.413694 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] For port fd4df333-a627-40f6-91f9-fc5e4fff76f4, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=fd4df333-a627-40f6-91f9-fc5e4fff76f4,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:02.433108 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.458424 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 6e977d49-dc64-4233-b279-5779c4ef2eca triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:02.461170 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.526439 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:02.527264 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:02.665464 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e72f43-69e6-4f54-bb2e-dbc2d2e2a1ae None None] Pushing event updated for resources: {'Port': ['ID=fd4df333-a627-40f6-91f9-fc5e4fff76f4,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:02.707098 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks [] for router_gateway (1ffe126f-24d3-427c-8844-3a57b152a8e0), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:02.711439 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:02.765449 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:02.828509 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:02.852333 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Allocated IP 172.20.0.1 (672f9e05-334a-4483-b823-bb14da4544d0/8b122c98-8c7f-4fec-832c-56bd3a61b6d7/5eec0d8a-210e-4051-be8c-5754dcc8fcf9) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:02.976513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-4c3c52b2-50ca-4f89-8b20-12f54380722c', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:01:02.984348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.002658 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks [] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.024421 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:03.033759 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:03.050924 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:00Z', 'revision_number': 3, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:03.060209 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-d3d10733-c619-47ee-ba30-a29cc52bdb00 None None] Provisioning complete for port 6e977d49-dc64-4233-b279-5779c4ef2eca triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:03.061034 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d3d10733-c619-47ee-ba30-a29cc52bdb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.068399 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.086896 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:03.108541 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:03.167645 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'fixed_ips': [{'subnet_id': '709e6410-ca2c-4717-9e8d-193801a3cfd3'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:01:03.168503 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.173381 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks [] for router_gateway (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.192758 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:03.213867 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Checking router: 44995605-e8f7-43ca-900d-1373d20c7086 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:03.214253 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Updating router 44995605-e8f7-43ca-900d-1373d20c7086 port 9eea6be2-e25c-451e-8e28-31e6bd89885f binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:03.258756 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:00:57Z', 'revision_number': 3, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:03.279612 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.282376 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Pushing event updated for resources: {'Port': ['ID=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:03.282873 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.297776 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Network 672f9e05-334a-4483-b823-bb14da4544d0 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:03.328769 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a115be-8636-4b27-8bd5-360c677471e0 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:00:57Z', 'revision_number': 3, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:03.376916 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks [] for router_gateway (1ffe126f-24d3-427c-8844-3a57b152a8e0), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.406727 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.451142 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd791-b908-4beb-8875-336e10089f52 admin admin] Publish callbacks [] for security_group (9bf29a61-42d2-403e-89b9-654827a1ebea), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.462851 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:03.485088 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:03.485602 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (afedae5e-6226-410c-bf9e-5fe39b81c03e), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.488263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd791-b908-4beb-8875-336e10089f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9bf29a61-42d2-403e-89b9-654827a1ebea), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.640293 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Allocated IP 172.20.0.1 (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75/e7785b4c-fca5-457c-bbf3-3566e264736c/d97425fd-be88-464d-8b63-8fac9c03ced2) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:03.797903 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks [] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.799379 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:03.830321 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Allocated IP 172.27.2.62 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:03.890335 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:03.913375 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks [] for router_gateway (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.934536 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.949532 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.957240 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:03.963385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:03.967493 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:03.968591 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (44995605-e8f7-43ca-900d-1373d20c7086), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:03.995648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 6e977d49-dc64-4233-b279-5779c4ef2eca is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:04.063878 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-2ddfd791-b908-4beb-8875-336e10089f52 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b5ea0c5e37d54c28b948355d9c4be3f2&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2013328 Sep 13 07:01:04.064706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 36972) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:04.082287 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd791-b908-4beb-8875-336e10089f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf29a61-42d2-403e-89b9-654827a1ebea,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:04.188041 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:04.312842 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6e977d49-dc64-4233-b279-5779c4ef2eca up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:04.360652 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d3d10733-c619-47ee-ba30-a29cc52bdb00 None None] Current status of the port 6e977d49-dc64-4233-b279-5779c4ef2eca is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:04.371164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Pushing event updated for resources: {'Port': ['ID=d97425fd-be88-464d-8b63-8fac9c03ced2,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:04.374687 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Allocated IP 172.20.0.2 (5f4fd977-45fe-407b-8ff6-ed85b95a84e6/709e6410-ca2c-4717-9e8d-193801a3cfd3/2dc65549-ab6a-4adf-9e06-31be946a732b) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:04.378255 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Allocated IP 172.20.0.2 (4c3c52b2-50ca-4f89-8b20-12f54380722c/b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1/9821aa12-7455-4437-8ffa-4aea33052c2b) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:04.392901 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks [] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.403773 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 6e977d49-dc64-4233-b279-5779c4ef2eca triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:04.404208 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.448651 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:04.453542 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-96dba208-cd5e-4a8e-b5c7-1fc93620ab3f admin admin] Publish callbacks [] for security_group (9bf29a61-42d2-403e-89b9-654827a1ebea), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.479632 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.494517 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-96dba208-cd5e-4a8e-b5c7-1fc93620ab3f admin admin] Publish callbacks [] for security_group (9bf29a61-42d2-403e-89b9-654827a1ebea), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.529315 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:04.546919 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:04.548528 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:04.550999 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.553528 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:04.647557 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-96dba208-cd5e-4a8e-b5c7-1fc93620ab3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9bf29a61-42d2-403e-89b9-654827a1ebea), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.650020 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-96dba208-cd5e-4a8e-b5c7-1fc93620ab3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.653720 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-96dba208-cd5e-4a8e-b5c7-1fc93620ab3f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9bf29a61-42d2-403e-89b9-654827a1ebea HTTP/1.1" status: 204 len: 168 time: 0.5807092 Sep 13 07:01:04.654478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-d1faab25-1367-41ae-8383-277ff917a138 None None] Provisioning complete for port d97425fd-be88-464d-8b63-8fac9c03ced2 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:04.654963 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d1faab25-1367-41ae-8383-277ff917a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.675558 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dba208-cd5e-4a8e-b5c7-1fc93620ab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf29a61-42d2-403e-89b9-654827a1ebea,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:04.683579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.722513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 6e977d49-dc64-4233-b279-5779c4ef2eca is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:04.724299 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device fd4df333-a627-40f6-91f9-fc5e4fff76f4 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:04.816042 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d1faab25-1367-41ae-8383-277ff917a138 None None] Port d97425fd-be88-464d-8b63-8fac9c03ced2 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:04.845453 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-d1faab25-1367-41ae-8383-277ff917a138 None None] Provisioning complete for port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:04.846113 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d1faab25-1367-41ae-8383-277ff917a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:04.913756 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:04.987487 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port fd4df333-a627-40f6-91f9-fc5e4fff76f4 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:04.987794 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.012715 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks [] for router_gateway (1ffe126f-24d3-427c-8844-3a57b152a8e0), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.046097 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d1faab25-1367-41ae-8383-277ff917a138 None None] Port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:05.067850 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:05.079799 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks [] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.087739 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.088819 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (afedae5e-6226-410c-bf9e-5fe39b81c03e), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.097781 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Publish callbacks [] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.099447 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Publish callbacks [] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.106737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks [] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.112860 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Publish callbacks [] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.122557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.129315 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.140350 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.159937 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.161483 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (44995605-e8f7-43ca-900d-1373d20c7086), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.184799 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:05.192083 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:05.206852 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:05.211034 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Attempting to bind port 9eea6be2-e25c-451e-8e28-31e6bd89885f on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:05.211486 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Attempting to bind port 9eea6be2-e25c-451e-8e28-31e6bd89885f by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:05.211855 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Attempting to bind port 9eea6be2-e25c-451e-8e28-31e6bd89885f on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:05.214549 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:05.220814 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:05.227779 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Pushing event updated for resources: {'Port': ['ID=d97425fd-be88-464d-8b63-8fac9c03ced2,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:05.238782 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Pushing event updated for resources: {'Port': ['ID=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:05.252340 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:05.276412 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Allocated IP 172.27.2.229 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/c4ee5ac8-1de4-4825-95dd-a97f2506a28c) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:05.281324 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:05.297797 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Pushing event updated for resources: {'Port': ['ID=2dc65549-ab6a-4adf-9e06-31be946a732b,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:05.299910 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port fd4df333-a627-40f6-91f9-fc5e4fff76f4 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:05.300294 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.310993 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:05.387482 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Network 672f9e05-334a-4483-b823-bb14da4544d0 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:05.390932 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:05.443418 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port fd4df333-a627-40f6-91f9-fc5e4fff76f4, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=fd4df333-a627-40f6-91f9-fc5e4fff76f4,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:05.453348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:05.453712 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:05.454130 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.454551 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:05.455098 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Bound port: 9eea6be2-e25c-451e-8e28-31e6bd89885f, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:05.455478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.505843 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:05.507279 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.524010 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:05.552786 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (1ffe126f-24d3-427c-8844-3a57b152a8e0), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.599350 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Pushing event updated for resources: {'Port': ['ID=9821aa12-7455-4437-8ffa-4aea33052c2b,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:05.617405 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Attempting to bind port 2dc65549-ab6a-4adf-9e06-31be946a732b on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:05.618933 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Attempting to bind port 2dc65549-ab6a-4adf-9e06-31be946a732b by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:05.619415 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Attempting to bind port 2dc65549-ab6a-4adf-9e06-31be946a732b on network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:05.631404 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks [] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.639947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Attempting to bind port 9821aa12-7455-4437-8ffa-4aea33052c2b on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:05.641227 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Attempting to bind port 9821aa12-7455-4437-8ffa-4aea33052c2b by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:05.642066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Attempting to bind port 9821aa12-7455-4437-8ffa-4aea33052c2b on network 4c3c52b2-50ca-4f89-8b20-12f54380722c {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:05.649604 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:05.675816 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:01:05.725411 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.749256 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:05.750810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:05.817496 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:05.817905 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Checking segment: {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:05.818460 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.818999 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Bound using segment: {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:05.819816 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Bound port: 2dc65549-ab6a-4adf-9e06-31be946a732b, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:05.820229 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.822648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f745bb1-6d4e-4714-a1c7-03d073b24609 None None] Pushing event updated for resources: {'Port': ['ID=9eea6be2-e25c-451e-8e28-31e6bd89885f,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:05.899556 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=fd4df333-a627-40f6-91f9-fc5e4fff76f4,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:05.905632 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:05.942641 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:05.946570 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:05.962617 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-d0d0145e-2f48-42b6-ac4a-1f829ae209b0 None None] Provisioning complete for port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:05.963203 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d0d0145e-2f48-42b6-ac4a-1f829ae209b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:05.996320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:06.019236 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:06.024682 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0145e-2f48-42b6-ac4a-1f829ae209b0 None None] Port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:06.035434 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Router 44995605-e8f7-43ca-900d-1373d20c7086 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:01:06.038299 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] For port 9eea6be2-e25c-451e-8e28-31e6bd89885f, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:06.042934 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Router 1ffe126f-24d3-427c-8844-3a57b152a8e0 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:01:06.073059 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] For port 9eea6be2-e25c-451e-8e28-31e6bd89885f, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=9eea6be2-e25c-451e-8e28-31e6bd89885f,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:06.105421 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.125925 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:06.137610 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:06.153891 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ddd79300-434c-4e2a-8650-decf94502421 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/afedae5e-6226-410c-bf9e-5fe39b81c03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3882844 Sep 13 07:01:06.169381 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:06.175298 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:06.184364 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device fd4df333-a627-40f6-91f9-fc5e4fff76f4 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:06.194342 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:06.195064 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Checking segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:06.195179 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.195591 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Bound using segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:06.196012 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Bound port: 9821aa12-7455-4437-8ffa-4aea33052c2b, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:06.196398 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.318668 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:06.320616 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:06.335617 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ee93a825-388f-454f-a07e-83bac5895792 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/44995605-e8f7-43ca-900d-1373d20c7086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7809334 Sep 13 07:01:06.378230 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.391314 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5047f11a-03bb-4bb7-a910-e868930205f0 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5024402 Sep 13 07:01:06.392463 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37020) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:06.409248 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Sync routers for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:06.435690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks [] for router_gateway (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.446210 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:06.660925 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:06.704643 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] For port 9821aa12-7455-4437-8ffa-4aea33052c2b, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:06.708478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] For port 9821aa12-7455-4437-8ffa-4aea33052c2b, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=9821aa12-7455-4437-8ffa-4aea33052c2b,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:06.784289 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.790027 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-0819be53-3e0c-4a61-a2b9-5aa20cffa8a5 None None] Provisioning complete for port d97425fd-be88-464d-8b63-8fac9c03ced2 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:06.792562 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0819be53-3e0c-4a61-a2b9-5aa20cffa8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.849644 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:06.938834 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:06.939734 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:06.947349 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:06.948261 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:06.963258 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] For port 2dc65549-ab6a-4adf-9e06-31be946a732b, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:06.969209 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] For port 2dc65549-ab6a-4adf-9e06-31be946a732b, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2dc65549-ab6a-4adf-9e06-31be946a732b,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:06.982715 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 2, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:07.082957 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:01:07.084299 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:07.084800 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Updating router afedae5e-6226-410c-bf9e-5fe39b81c03e port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:07.107721 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-0819be53-3e0c-4a61-a2b9-5aa20cffa8a5 None None] Port d97425fd-be88-464d-8b63-8fac9c03ced2 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:07.139845 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:07.330383 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:07.509580 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37064) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:07.527364 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-d239ad12-4abf-4cb3-b4af-de0dc13dd7a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220571030', 'description': 'tempest-description--1956713275'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:07.554182 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:07.563534 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f745bb1-6d4e-4714-a1c7-03d073b24609 None None] Pushing event updated for resources: {'Port': ['ID=9eea6be2-e25c-451e-8e28-31e6bd89885f,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:07.601099 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d239ad12-4abf-4cb3-b4af-de0dc13dd7a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:07.646794 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37080) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:07.652602 dv-cinder-856941-4-iscsi neutron-server[106283]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 07:01:07.842628 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:07.895129 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d239ad12-4abf-4cb3-b4af-de0dc13dd7a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (1e85a5e0-af6f-4db6-93af-efbe289cac52), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:07.930239 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d239ad12-4abf-4cb3-b4af-de0dc13dd7a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1e85a5e0-af6f-4db6-93af-efbe289cac52), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:07.955432 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:08.015607 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Publish callbacks [] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.055156 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.109799 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d239ad12-4abf-4cb3-b4af-de0dc13dd7a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.111095 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d239ad12-4abf-4cb3-b4af-de0dc13dd7a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5993538 Sep 13 07:01:08.121607 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:08.122297 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-b01d7f99-c84a-4132-bb7a-20a255b37ce8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:08.124201 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-b01d7f99-c84a-4132-bb7a-20a255b37ce8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 815 time: 0.4735970 Sep 13 07:01:08.126750 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37098) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:08.140497 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-1a5c4752-32fb-4f80-9e98-29ee4dc6c760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': '1e85a5e0-af6f-4db6-93af-efbe289cac52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:08.210555 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-eb1c9be9-6f7c-4e2d-a180-b75a4d77b597 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/quotas/38b6d7b146a34896bb8309e2c51348f8 HTTP/1.1" status: 200 len: 375 time: 0.0370681 Sep 13 07:01:08.244328 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239ad12-4abf-4cb3-b4af-de0dc13dd7a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85a5e0-af6f-4db6-93af-efbe289cac52,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:08.253789 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port fd4df333-a627-40f6-91f9-fc5e4fff76f4 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:08.253789 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.298158 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:08.342306 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260e843-31b8-42d9-8e3c-d79d28bccf80 None None] Pushing event updated for resources: {'Port': ['ID=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:08.390117 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:08.390117 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Attempting to bind port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:08.390117 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Attempting to bind port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:08.390629 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:08.390715 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Attempting to bind port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:08.390789 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-45aab31b-a991-4ca0-b3f6-608fe40661eb tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275115 Sep 13 07:01:08.397115 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f1a8a-d7d5-402b-a063-0588e75b6c7e None None] Pushing event updated for resources: {'Port': ['ID=9821aa12-7455-4437-8ffa-4aea33052c2b,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:08.417542 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.453229 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:08.467558 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4752-32fb-4f80-9e98-29ee4dc6c760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (d5f6915c-10e7-4331-8e32-8601ebdbdff6), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.481232 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Sync routers for ids ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:08.574442 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Routers {'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:08.578262 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.585176 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37120) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:08.586192 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-0dbed46a-28f0-4dc9-aace-debe194ad9d1 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6613388 Sep 13 07:01:08.587594 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:08.595763 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:08.601488 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Checking segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:08.605925 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.606591 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Bound using segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:08.608363 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Bound port: 5eec0d8a-210e-4051-be8c-5754dcc8fcf9, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:08.612852 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.790967 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4752-32fb-4f80-9e98-29ee4dc6c760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (d5f6915c-10e7-4331-8e32-8601ebdbdff6), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.802518 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4752-32fb-4f80-9e98-29ee4dc6c760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (d5f6915c-10e7-4331-8e32-8601ebdbdff6), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.823251 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:08.831789 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8258e9d3-a013-4846-ad83-804d1ea44077 None None] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:01:08.851076 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-db863a1a-0b56-4d90-b875-9147ac8e6ab7 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:01:08.852178 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-db863a1a-0b56-4d90-b875-9147ac8e6ab7 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1763346 Sep 13 07:01:08.867753 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Allocated IP 172.20.0.1 (4c3c52b2-50ca-4f89-8b20-12f54380722c/b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1/a5e37b98-8e31-4b9a-8875-fc17e188b208) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:08.871780 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c4752-32fb-4f80-9e98-29ee4dc6c760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f6915c-10e7-4331-8e32-8601ebdbdff6,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:08.950481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4752-32fb-4f80-9e98-29ee4dc6c760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:08.953569 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-1a5c4752-32fb-4f80-9e98-29ee4dc6c760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8193395 Sep 13 07:01:08.954952 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37138) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:09.023932 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Set router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:09.030625 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-8d832292-df8c-4464-9df5-dc8ab07afbf3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': '1e85a5e0-af6f-4db6-93af-efbe289cac52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:09.066970 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks [] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.084416 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:09.099365 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30785af-a1e6-4b0b-a55b-4b901ca37248 None None] Pushing event updated for resources: {'Port': ['ID=2dc65549-ab6a-4adf-9e06-31be946a732b,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:09.102431 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-32c73a6e-3315-4ef1-b337-20ac29d0eced None None] Provisioning complete for port 9821aa12-7455-4437-8ffa-4aea33052c2b triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:09.103026 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32c73a6e-3315-4ef1-b337-20ac29d0eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.135009 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.174042 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8d832292-df8c-4464-9df5-dc8ab07afbf3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (c77c87aa-d15c-4ab4-bf5a-eaab3a6db128), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.222826 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-8f21e5fa-b6f6-4b7f-8395-4f91770ce815 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547869 Sep 13 07:01:09.234489 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Pushing event updated for resources: {'Port': ['ID=a5e37b98-8e31-4b9a-8875-fc17e188b208,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:09.241234 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:09.241841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:09.257430 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:09.259839 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:09.262208 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:09.270366 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:09.271578 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (1ffe126f-24d3-427c-8844-3a57b152a8e0), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.334988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:09.366018 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8d832292-df8c-4464-9df5-dc8ab07afbf3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (c77c87aa-d15c-4ab4-bf5a-eaab3a6db128), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.378508 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8d832292-df8c-4464-9df5-dc8ab07afbf3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (c77c87aa-d15c-4ab4-bf5a-eaab3a6db128), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.403590 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6014a6-6b8d-403b-a41f-2f66699fa43b None None] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:01:09.417725 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-b03ec5b8-b1a4-4703-811a-1a18c8ad13c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813579 Sep 13 07:01:09.418026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d832292-df8c-4464-9df5-dc8ab07afbf3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77c87aa-d15c-4ab4-bf5a-eaab3a6db128,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:09.446160 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8d832292-df8c-4464-9df5-dc8ab07afbf3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.453825 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8d832292-df8c-4464-9df5-dc8ab07afbf3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4327915 Sep 13 07:01:09.455468 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37152) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:09.466705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:09.477671 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 3, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:09.486648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port fd4df333-a627-40f6-91f9-fc5e4fff76f4 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:09.487332 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:06Z', 'revision_number': 3, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port': {'id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:09.572036 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.579678 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Checking router: b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:09.580791 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Updating router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 port c4ee5ac8-1de4-4825-95dd-a97f2506a28c binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:09.748933 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Checking router: 1ffe126f-24d3-427c-8844-3a57b152a8e0 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:09.749346 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Updating router 1ffe126f-24d3-427c-8844-3a57b152a8e0 port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:09.757648 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.816293 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:09.838119 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9821aa12-7455-4437-8ffa-4aea33052c2b up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:09.904618 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] For port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:09.946112 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] For port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:10.027484 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:10.070407 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:10.071040 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:10.088686 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks [] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:10.102178 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:10.103315 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (1ffe126f-24d3-427c-8844-3a57b152a8e0), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:10.146018 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 2, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:10.185551 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:10.198877 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c46cfa47-dbb9-496a-9ec2-82227b254dcc req-0b762993-0d9a-4d0c-97e4-1630057bc443 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 210 time: 0.2988563 Sep 13 07:01:10.202951 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:10.214146 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Pushing event updated for resources: {'Port': ['ID=a5e37b98-8e31-4b9a-8875-fc17e188b208,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:10.259728 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:10.286881 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:10.401995 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 9821aa12-7455-4437-8ffa-4aea33052c2b triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:10.417415 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:10.423206 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:10.424802 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6cddb4-716b-47f0-a376-d96fad5684eb None None] The sync data for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi is: [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 2, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:10.426719 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:10.454716 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260e843-31b8-42d9-8e3c-d79d28bccf80 None None] Pushing event updated for resources: {'Port': ['ID=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:10.754837 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:10.757822 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:10.894906 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-3c7b2012-2f55-4f2b-ab30-350b3a7c341b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:10.899347 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-3c7b2012-2f55-4f2b-ab30-350b3a7c341b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 815 time: 0.3032503 Sep 13 07:01:10.925602 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-ef17989b-265b-4832-8b72-9730e71005b5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/quotas/38b6d7b146a34896bb8309e2c51348f8 HTTP/1.1" status: 200 len: 375 time: 0.0225723 Sep 13 07:01:11.058817 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Publish callbacks [] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.065944 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6732b547-9bc0-4a04-bb5c-bd0bf4270a2e None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:11.078802 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.099386 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37242) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:11.134904 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.140469 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Attempting to bind port c4ee5ac8-1de4-4825-95dd-a97f2506a28c on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:11.140469 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Attempting to bind port c4ee5ac8-1de4-4825-95dd-a97f2506a28c by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:11.140469 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Attempting to bind port c4ee5ac8-1de4-4825-95dd-a97f2506a28c on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:11.160600 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.224130 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-989fe249-ea7c-48b7-b840-3cab65663dd7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2852185 Sep 13 07:01:11.264843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Router 1ffe126f-24d3-427c-8844-3a57b152a8e0 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:01:11.307634 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5d89f-59d9-47a0-a142-67229b953c28 None None] Pushing event updated for resources: {'Port': ['ID=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:11.318739 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-32c73a6e-3315-4ef1-b337-20ac29d0eced None None] Current status of the port 9821aa12-7455-4437-8ffa-4aea33052c2b is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:11.319388 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32c73a6e-3315-4ef1-b337-20ac29d0eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.335478 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:11.336632 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:11.337030 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:11.338727 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.339152 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:11.339791 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Bound port: c4ee5ac8-1de4-4825-95dd-a97f2506a28c, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:11.340181 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.392119 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.573177 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-f5b339b9-c0f7-4873-9487-65dab02e8b47 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349090 Sep 13 07:01:11.615843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90fea36f-508b-4808-9d3c-453bd4d0ddd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.625037 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:11.664956 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.27.2.192 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/d5cd27bc-9d32-48e8-9edd-8993d98702f9) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:11.690419 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] For port c4ee5ac8-1de4-4825-95dd-a97f2506a28c, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:11.695970 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] For port c4ee5ac8-1de4-4825-95dd-a97f2506a28c, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:11.714376 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.736527 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Routers {'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:11.737264 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:11.799513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-32c73a6e-3315-4ef1-b337-20ac29d0eced None None] For port 9821aa12-7455-4437-8ffa-4aea33052c2b, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=9821aa12-7455-4437-8ffa-4aea33052c2b,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:11.862723 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 9821aa12-7455-4437-8ffa-4aea33052c2b is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:11.863862 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:11.938762 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32c73a6e-3315-4ef1-b337-20ac29d0eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.045092 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5d89f-59d9-47a0-a142-67229b953c28 None None] Pushing event updated for resources: {'Port': ['ID=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:12.101211 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] Set router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:12.119511 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:12.143409 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7d5266d6-5bc4-4346-8210-fe2d93173c6c admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/1ffe126f-24d3-427c-8844-3a57b152a8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7499669 Sep 13 07:01:12.158533 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Provisioning complete for port 2dc65549-ab6a-4adf-9e06-31be946a732b triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:12.160159 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.183889 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Allocated IP 172.20.0.1 (5f4fd977-45fe-407b-8ff6-ed85b95a84e6/709e6410-ca2c-4717-9e8d-193801a3cfd3/2af8c99f-bdb0-4dbc-9f72-fdb58f072668) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:12.259251 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.282815 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c73a6e-3315-4ef1-b337-20ac29d0eced None None] Pushing event updated for resources: {'Port': ['ID=9821aa12-7455-4437-8ffa-4aea33052c2b,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:12.353552 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Current status of the port 2dc65549-ab6a-4adf-9e06-31be946a732b is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:12.354297 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.355154 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:12.368629 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:12.380782 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks [] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.390850 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.418989 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] For port 2dc65549-ab6a-4adf-9e06-31be946a732b, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2dc65549-ab6a-4adf-9e06-31be946a732b,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:12.500941 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.519902 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=d5cd27bc-9d32-48e8-9edd-8993d98702f9,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:12.594584 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:06Z', 'revision_number': 3, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port': {'id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:12.620030 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Pushing event updated for resources: {'Port': ['ID=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:12.675206 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092998b-8393-4bc4-99ce-f50769ead512 None None] The sync data for ids ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'] in dv-cinder-856941-4-iscsi is: [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:06Z', 'revision_number': 3, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port': {'id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:12.676701 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:12.679522 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.db.api [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 07:01:12.679522 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG oslo_db.api [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 07:01:12.683634 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90fea36f-508b-4808-9d3c-453bd4d0ddd4 admin admin] Publish callbacks [] for security_group (4f2ad327-34f8-400c-9b61-c528dcfd0739), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.683764 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Publish callbacks [] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.686369 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.686906 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:12.688739 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:12.713264 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:12.714547 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.718984 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90fea36f-508b-4808-9d3c-453bd4d0ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4f2ad327-34f8-400c-9b61-c528dcfd0739), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.732737 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.762948 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:12.768440 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Provisioning complete for port a5e37b98-8e31-4b9a-8875-fc17e188b208 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:12.790516 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:12.838768 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:12.841074 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Attempting to bind port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:12.845572 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Attempting to bind port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:12.846629 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Attempting to bind port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:12.848883 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fea36f-508b-4808-9d3c-453bd4d0ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ad327-34f8-400c-9b61-c528dcfd0739,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:12.849589 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Pushing event updated for resources: {'Port': ['ID=2dc65549-ab6a-4adf-9e06-31be946a732b,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:12.911241 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:12.926935 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-90fea36f-508b-4808-9d3c-453bd4d0ddd4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25921d874fb04156b4012fa369987838&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8220818 Sep 13 07:01:12.935850 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-af9199bd-f5e9-4611-a435-aa04f0f8f507 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3596370 Sep 13 07:01:12.937588 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:12.941361 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37276) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:12.944561 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:12.944720 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37272) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:12.973508 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-fa29db37-4ed4-4c55-841f-1538184b7bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521330802', 'description': 'tempest-description--999649130'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:13.011792 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:13.012251 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:13.012707 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.013193 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:13.013752 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Bound port: 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:13.014230 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.021449 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:13.060343 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Port a5e37b98-8e31-4b9a-8875-fc17e188b208 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:13.112250 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8b83230-6f7f-4d15-a126-feae20ad6416 admin admin] Publish callbacks [] for security_group (4f2ad327-34f8-400c-9b61-c528dcfd0739), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.119775 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc4c6a-a994-4102-a7a9-7e77ad113c22 None None] Pushing event updated for resources: {'Port': ['ID=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:13.130545 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Provisioning complete for port 9821aa12-7455-4437-8ffa-4aea33052c2b triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:13.130924 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.147558 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8b83230-6f7f-4d15-a126-feae20ad6416 admin admin] Publish callbacks [] for security_group (4f2ad327-34f8-400c-9b61-c528dcfd0739), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.240016 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.263386 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (823c44d1-eab7-42f5-bebf-caf71e6216ed), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.273453 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 9821aa12-7455-4437-8ffa-4aea33052c2b is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:13.275491 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-fa29db37-4ed4-4c55-841f-1538184b7bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.280464 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2dc65549-ab6a-4adf-9e06-31be946a732b up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:13.280635 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8b83230-6f7f-4d15-a126-feae20ad6416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4f2ad327-34f8-400c-9b61-c528dcfd0739), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.284924 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a8b83230-6f7f-4d15-a126-feae20ad6416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.285670 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] For port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:13.286333 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a8b83230-6f7f-4d15-a126-feae20ad6416 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4f2ad327-34f8-400c-9b61-c528dcfd0739 HTTP/1.1" status: 204 len: 168 time: 0.3406255 Sep 13 07:01:13.313441 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37292) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:13.344894 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b83230-6f7f-4d15-a126-feae20ad6416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ad327-34f8-400c-9b61-c528dcfd0739,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:13.354740 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] For port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:13.374509 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:13.433289 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.511758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-fa29db37-4ed4-4c55-841f-1538184b7bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (23588532-94f9-4373-b585-19afeed5ae74), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.528715 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 2dc65549-ab6a-4adf-9e06-31be946a732b triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:13.529554 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.583388 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-064fd51f-cede-401c-ace5-89d5ffd28805 req-5d0a0298-e36b-4442-8e05-e766b8a29c90 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 210 time: 0.2573094 Sep 13 07:01:13.584296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-fa29db37-4ed4-4c55-841f-1538184b7bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (23588532-94f9-4373-b585-19afeed5ae74), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.648216 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks [] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.655559 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:13.656656 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:13.663649 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.664663 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.751039 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.807247 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-fa29db37-4ed4-4c55-841f-1538184b7bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.809634 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-fa29db37-4ed4-4c55-841f-1538184b7bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8664420 Sep 13 07:01:13.812692 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37314) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:13.823228 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-10833e62-1b22-4660-bbdf-0418b6bfaa61 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'security_group_rule': {'security_group_id': '23588532-94f9-4373-b585-19afeed5ae74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:13.824014 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29db37-4ed4-4c55-841f-1538184b7bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23588532-94f9-4373-b585-19afeed5ae74,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:13.850344 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Pushing event updated for resources: {'Port': ['ID=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:13.858270 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-a4a093c0-ee5b-4f81-943e-969f337ab854 None None] Current status of the port 9821aa12-7455-4437-8ffa-4aea33052c2b is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:13.886240 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:13.898542 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:13.908215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:13.910953 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:13.913057 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10833e62-1b22-4660-bbdf-0418b6bfaa61 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (c3c8391d-af36-4548-a503-437e7cad631d), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:13.916361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc4c6a-a994-4102-a7a9-7e77ad113c22 None None] Pushing event updated for resources: {'Port': ['ID=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:13.981802 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37316) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:14.019805 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-163e185d-2fe4-482f-aa64-e54a605b4041 None None] Provisioning complete for port a5e37b98-8e31-4b9a-8875-fc17e188b208 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:14.020474 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-163e185d-2fe4-482f-aa64-e54a605b4041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.028872 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4e72092-6da7-4b52-8425-d9b86aaf5aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.143363 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4e72092-6da7-4b52-8425-d9b86aaf5aec admin admin] Publish callbacks [] for security_group (207f7488-6837-4fbd-bf41-d7658b243929), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.150514 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:14.173928 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4e72092-6da7-4b52-8425-d9b86aaf5aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (207f7488-6837-4fbd-bf41-d7658b243929), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.176977 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-163e185d-2fe4-482f-aa64-e54a605b4041 None None] Port a5e37b98-8e31-4b9a-8875-fc17e188b208 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:14.181303 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.190813 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.193532 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (823c44d1-eab7-42f5-bebf-caf71e6216ed), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.235763 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:14.264538 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-163e185d-2fe4-482f-aa64-e54a605b4041 None None] Provisioning complete for port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:14.265131 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-163e185d-2fe4-482f-aa64-e54a605b4041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.268854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e72092-6da7-4b52-8425-d9b86aaf5aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207f7488-6837-4fbd-bf41-d7658b243929,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:14.285172 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.287681 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8309975 Sep 13 07:01:14.314797 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91a2f-e96b-45f6-bd22-a1ea7f5ba46a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=d5cd27bc-9d32-48e8-9edd-8993d98702f9,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:14.382042 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-163e185d-2fe4-482f-aa64-e54a605b4041 None None] Port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:14.406351 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10833e62-1b22-4660-bbdf-0418b6bfaa61 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (c3c8391d-af36-4548-a503-437e7cad631d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.424842 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b4e72092-6da7-4b52-8425-d9b86aaf5aec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=da621f8b30794715966ef2bc4ead7c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320080 Sep 13 07:01:14.427750 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37328) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:14.442144 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 2dc65549-ab6a-4adf-9e06-31be946a732b is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:14.442611 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10833e62-1b22-4660-bbdf-0418b6bfaa61 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (c3c8391d-af36-4548-a503-437e7cad631d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.479107 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10833e62-1b22-4660-bbdf-0418b6bfaa61 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c8391d-af36-4548-a503-437e7cad631d,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:14.524591 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:01:14.545835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c091d5a3-d794-447d-af61-da002af00b79 admin admin] Publish callbacks [] for security_group (207f7488-6837-4fbd-bf41-d7658b243929), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.565959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10833e62-1b22-4660-bbdf-0418b6bfaa61 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.570392 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-10833e62-1b22-4660-bbdf-0418b6bfaa61 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7492831 Sep 13 07:01:14.579826 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37338) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:14.615281 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-d2f29053-c945-4976-b77b-dd069b273202 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'security_group_rule': {'security_group_id': '23588532-94f9-4373-b585-19afeed5ae74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:14.661843 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-bdaaf82d-8ee5-4ac2-9509-490636c3d448 None None] Provisioning complete for port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:14.663470 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bdaaf82d-8ee5-4ac2-9509-490636c3d448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.680753 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c091d5a3-d794-447d-af61-da002af00b79 admin admin] Publish callbacks [] for security_group (207f7488-6837-4fbd-bf41-d7658b243929), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.801665 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 2, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:14.883624 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaf82d-8ee5-4ac2-9509-490636c3d448 None None] Port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:14.887519 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d503a-81a5-4fc0-9880-0458f6a3938c None None] The sync data for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi is: [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 2, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:14.903552 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:14.909398 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-48f0fc4c-80ee-4a20-8bed-0ce3604e4276 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b0b40908-6a8c-4559-9cf8-5b3d66cde4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3197055 Sep 13 07:01:14.936855 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d2f29053-c945-4976-b77b-dd069b273202 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (74010787-fb96-4a77-a0b2-f597f2b2b6d8), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:14.968967 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-83bab758-6fd1-4a15-a119-8eca21f37722 req-043657ec-fec9-49f4-995d-948361717f70 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 210 time: 0.2070990 Sep 13 07:01:15.100101 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:15.120083 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bc7a4062-d3b7-4c2b-b6f1-eaff46f7c677 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1220571030&fields=id&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 267 time: 0.3279071 Sep 13 07:01:15.159774 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:15.191603 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.23', 63926) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:15.337113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c091d5a3-d794-447d-af61-da002af00b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (207f7488-6837-4fbd-bf41-d7658b243929), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:15.350531 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c091d5a3-d794-447d-af61-da002af00b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:15.357558 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c091d5a3-d794-447d-af61-da002af00b79 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/207f7488-6837-4fbd-bf41-d7658b243929 HTTP/1.1" status: 204 len: 168 time: 0.9284885 Sep 13 07:01:15.396355 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:15.397165 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:15.401717 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d2f29053-c945-4976-b77b-dd069b273202 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (74010787-fb96-4a77-a0b2-f597f2b2b6d8), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:15.460586 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d2f29053-c945-4976-b77b-dd069b273202 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (74010787-fb96-4a77-a0b2-f597f2b2b6d8), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:15.464426 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091d5a3-d794-447d-af61-da002af00b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207f7488-6837-4fbd-bf41-d7658b243929,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:15.633272 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29053-c945-4976-b77b-dd069b273202 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74010787-fb96-4a77-a0b2-f597f2b2b6d8,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:15.661976 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-894da782-7048-4e4a-b909-17b4ba046077 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:15.671420 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-894da782-7048-4e4a-b909-17b4ba046077 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.5496473 Sep 13 07:01:15.676356 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d2f29053-c945-4976-b77b-dd069b273202 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:15.678037 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-d2f29053-c945-4976-b77b-dd069b273202 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0954950 Sep 13 07:01:15.688225 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37382) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:15.698366 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:15.720960 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bf60200b-ebed-48c7-bc85-bb40e9ac9753 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/quotas/8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 375 time: 0.0479758 Sep 13 07:01:15.803276 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:15.841437 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-8db40378-2c0a-4d2a-9bfb-dc56746e9c36 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:15.845172 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-8db40378-2c0a-4d2a-9bfb-dc56746e9c36 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 815 time: 0.6524565 Sep 13 07:01:15.929122 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'port': {'device_id': '8082cb10-169b-478f-9b71-7680fe245559', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'admin_state_up': True, 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:16.174371 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:16.187483 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:16.188527 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:16.258348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:16.268548 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:16.269723 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9821aa12-7455-4437-8ffa-4aea33052c2b up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:16.354358 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Sync routers for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:16.441401 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 9821aa12-7455-4437-8ffa-4aea33052c2b triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:16.441947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:16.531632 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Allocated IP 172.27.2.179 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/57fdbcec-f248-4528-a0db-1169427cf0ac) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:16.596264 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:16.653329 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:16.654190 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:16.673749 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.23', 63939) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:16.696336 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-10e0847d-ddf3-47bc-b57e-477bfd103ae6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9732037 Sep 13 07:01:16.697133 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:16.723689 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Made reservation on behalf of 38b6d7b146a34896bb8309e2c51348f8 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:16.728096 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.034160 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:17.152066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:17.152708 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:17.153379 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:17.201274 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Allocated IP 172.20.0.10 (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75/e7785b4c-fca5-457c-bbf3-3566e264736c/827c4775-bb8b-4e51-8c12-4fe64b1bf6ec) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:17.220066 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-68fbd3a7-31af-4fd8-9f1f-3715281e7de4 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:17.228162 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-68fbd3a7-31af-4fd8-9f1f-3715281e7de4 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5f4fd977-45fe-407b-8ff6-ed85b95a84e6 HTTP/1.1" status: 200 len: 812 time: 0.7006412 Sep 13 07:01:17.241502 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:17.384412 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-544cdfa5-9fe3-4a55-8d73-dadfebf97146 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218400 Sep 13 07:01:17.449693 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 9821aa12-7455-4437-8ffa-4aea33052c2b is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:17.450895 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2dc65549-ab6a-4adf-9e06-31be946a732b up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:17.519937 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-a1eb4650-0c88-4876-8b4a-8e995bab0602 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:17.521763 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-a1eb4650-0c88-4876-8b4a-8e995bab0602 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 815 time: 0.8353090 Sep 13 07:01:17.532726 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-593ff481-2b0b-4fcb-8f93-e5677ecbc9c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445756 Sep 13 07:01:17.539218 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-c490d36e-c5db-4dc1-86e5-c26102907239 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/quotas/5d415383e1c1471aae5712893d48c2b6 HTTP/1.1" status: 200 len: 375 time: 0.3100626 Sep 13 07:01:17.555186 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'port': {'device_id': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'admin_state_up': True, 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:17.557142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:17.567280 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.568923 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.667770 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 2dc65549-ab6a-4adf-9e06-31be946a732b triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:17.668117 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.669940 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 2, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:17.673024 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-eabf6bc9-a6db-47c3-b4cb-91e080e27f05 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5d415383e1c1471aae5712893d48c2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115570 Sep 13 07:01:17.676480 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.775601 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Checking router: 44995605-e8f7-43ca-900d-1373d20c7086 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:17.779604 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.782287 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Updating router 44995605-e8f7-43ca-900d-1373d20c7086 port d97425fd-be88-464d-8b63-8fac9c03ced2 binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:17.848853 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:17.857529 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'Port': ['ID=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:17.866514 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'Port': ['ID=57fdbcec-f248-4528-a0db-1169427cf0ac,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:17.873167 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.895047 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:17.900017 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:17.904162 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:17.910455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:17.911228 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:17.978073 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-242cff84-0826-4bb8-813b-40d3d95e34ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0535991 Sep 13 07:01:17.989497 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:18.179147 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 2dc65549-ab6a-4adf-9e06-31be946a732b is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:18.186118 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9eea6be2-e25c-451e-8e28-31e6bd89885f up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:18.385832 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:18.404640 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:18.412536 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:18.549452 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Made reservation on behalf of 38b6d7b146a34896bb8309e2c51348f8 for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:18.562065 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:18.570367 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-6f10d070-efed-48b3-8215-18f82ffd8b9b None None] Provisioning complete for port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:18.571150 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6f10d070-efed-48b3-8215-18f82ffd8b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:18.597295 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-08f05f0d-f26c-41e5-853d-9964dbd8c4a7 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:01:18.604506 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-08f05f0d-f26c-41e5-853d-9964dbd8c4a7 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2157121 Sep 13 07:01:18.616582 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 9eea6be2-e25c-451e-8e28-31e6bd89885f triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:18.616964 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:18.702316 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (004eb558-5090-4998-87f0-81ac24d00432), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:18.721537 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-6f10d070-efed-48b3-8215-18f82ffd8b9b None None] Port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:18.726236 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Publish callbacks [] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:18.796801 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:18.858621 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:18.966522 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cafad-6216-4e1a-9e63-7d221af0c3ca None None] Pushing event updated for resources: {'Port': ['ID=d97425fd-be88-464d-8b63-8fac9c03ced2,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:18.984087 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 9eea6be2-e25c-451e-8e28-31e6bd89885f is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:18.984087 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.039121 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 9eea6be2-e25c-451e-8e28-31e6bd89885f, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=9eea6be2-e25c-451e-8e28-31e6bd89885f,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:19.062654 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.066151 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c4ee5ac8-1de4-4825-95dd-a97f2506a28c up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:19.107522 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37540) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:19.124987 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Allocated IP 172.20.0.9 (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75/e7785b4c-fca5-457c-bbf3-3566e264736c/8298a4a7-541f-414c-9b75-7bc68d05e531) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:19.140323 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Attempting to bind port d97425fd-be88-464d-8b63-8fac9c03ced2 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:19.140708 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Attempting to bind port d97425fd-be88-464d-8b63-8fac9c03ced2 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:19.141080 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Attempting to bind port d97425fd-be88-464d-8b63-8fac9c03ced2 on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:19.155988 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Sync routers for ids ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:19.177914 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Routers {'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:19.182346 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:19.230742 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:19.263039 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port c4ee5ac8-1de4-4825-95dd-a97f2506a28c triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:19.263760 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.293702 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-04383d53-e8a0-4677-b951-58813570066e req-82b7ea21-c0a3-4ef6-90db-faffdccbe552 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 210 time: 0.5580842 Sep 13 07:01:19.325332 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:19.325707 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Checking segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:19.326168 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.326557 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a225cc67-fdf6-4e17-8710-e462eecdc7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.326694 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Bound using segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:19.327138 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Bound port: d97425fd-be88-464d-8b63-8fac9c03ced2, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:19.327429 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.361489 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=9eea6be2-e25c-451e-8e28-31e6bd89885f,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:19.382325 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.505346 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-81a7e3f4-80d2-4677-aaef-eb2e644ea321 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:01:19.507946 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-81a7e3f4-80d2-4677-aaef-eb2e644ea321 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0152438 Sep 13 07:01:19.547793 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] For port d97425fd-be88-464d-8b63-8fac9c03ced2, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:19.553180 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] For port d97425fd-be88-464d-8b63-8fac9c03ced2, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d97425fd-be88-464d-8b63-8fac9c03ced2,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:19.555668 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:19.574646 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Set router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:19.638640 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.661887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a225cc67-fdf6-4e17-8710-e462eecdc7c6 admin admin] Publish callbacks [] for security_group (07152956-53be-4419-bd93-0ab6bed4b464), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.693124 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a225cc67-fdf6-4e17-8710-e462eecdc7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (07152956-53be-4419-bd93-0ab6bed4b464), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.741106 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e3c1c7f8-616a-4bee-b57f-a68187bb9a46 req-98ac2105-3598-4123-b1eb-5aa7ca05fa6a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 210 time: 0.0807257 Sep 13 07:01:19.758313 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port c4ee5ac8-1de4-4825-95dd-a97f2506a28c is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:19.758708 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.794979 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a225cc67-fdf6-4e17-8710-e462eecdc7c6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=35fb3e3ada014f3aa7868201d2ce98d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6840401 Sep 13 07:01:19.798030 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37548) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:19.810956 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-571d931e-49c7-4893-8187-c76c9524a052 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5f4fd977-45fe-407b-8ff6-ed85b95a84e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2051520 Sep 13 07:01:19.840211 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225cc67-fdf6-4e17-8710-e462eecdc7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07152956-53be-4419-bd93-0ab6bed4b464,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:19.844320 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port c4ee5ac8-1de4-4825-95dd-a97f2506a28c, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:19.874474 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d978a3ad-6552-459b-ae28-058ea5d30481 admin admin] Publish callbacks [] for security_group (07152956-53be-4419-bd93-0ab6bed4b464), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.886559 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:19.892054 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:19.894337 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:19.935878 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d978a3ad-6552-459b-ae28-058ea5d30481 admin admin] Publish callbacks [] for security_group (07152956-53be-4419-bd93-0ab6bed4b464), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.009478 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.021768 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d978a3ad-6552-459b-ae28-058ea5d30481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (07152956-53be-4419-bd93-0ab6bed4b464), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.025255 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d978a3ad-6552-459b-ae28-058ea5d30481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.027439 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d978a3ad-6552-459b-ae28-058ea5d30481 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/07152956-53be-4419-bd93-0ab6bed4b464 HTTP/1.1" status: 204 len: 168 time: 0.2277341 Sep 13 07:01:20.037934 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-cd8c11e1-c977-4827-9cfe-81e7a5ad56ff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5f4fd977-45fe-407b-8ff6-ed85b95a84e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257614 Sep 13 07:01:20.049061 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978a3ad-6552-459b-ae28-058ea5d30481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07152956-53be-4419-bd93-0ab6bed4b464,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:20.055236 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:13Z', 'revision_number': 4, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port': {'id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '2af8c99f-bdb0-4dbc-9f72-fdb58f072668', 'name': '', 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'mac_address': 'fa:16:3e:ea:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '709e6410-ca2c-4717-9e8d-193801a3cfd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:11Z', 'updated_at': '2022-09-13T07:01:13Z', 'revision_number': 2, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'subnets': [{'id': '709e6410-ca2c-4717-9e8d-193801a3cfd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:20.134743 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Checking router: b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:20.136550 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Updating router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:20.192528 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.199237 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.460884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:20.539129 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.616148 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.622974 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (004eb558-5090-4998-87f0-81ac24d00432), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.631519 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'Port': ['ID=8298a4a7-541f-414c-9b75-7bc68d05e531,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:20.678895 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cafad-6216-4e1a-9e63-7d221af0c3ca None None] Pushing event updated for resources: {'Port': ['ID=d97425fd-be88-464d-8b63-8fac9c03ced2,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:20.730089 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:20.823039 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:20.885648 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:20.901908 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:20.904615 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:20.964841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:20.992118 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7da70a48-1084-42b8-9d03-acc90d90357d req-196925ec-4b9c-429f-ac9d-76c4bec86f2a tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.3818538 Sep 13 07:01:21.126052 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:21.134323 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4371095 Sep 13 07:01:21.176598 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Request body: {'port': {'device_id': '8082cb10-169b-478f-9b71-7680fe245559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:21.183339 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:21.274876 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adaafc-469e-4ad3-bf6f-3440d0834c95 req-8b9e6997-cf15-4c2a-ae79-d01285d9ffb7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:21.276514 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52adaafc-469e-4ad3-bf6f-3440d0834c95 req-8b9e6997-cf15-4c2a-ae79-d01285d9ffb7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 931 time: 0.6206334 Sep 13 07:01:21.296907 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24128efb-c26d-41aa-8904-ec0a897b0c56 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'Port': ['ID=57fdbcec-f248-4528-a0db-1169427cf0ac,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:21.320427 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:21.345833 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-8e44df21-19c9-46a0-831a-bdee27a58c79 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8002038 Sep 13 07:01:21.352484 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Publish callbacks [] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:21.382614 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:21.385865 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Request body: {'port': {'device_id': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:21.513265 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:21.583039 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:21.681693 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662ded-a682-40e2-aa53-516a78e2857f None None] Pushing event updated for resources: {'Port': ['ID=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:21.745953 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bf4b1e51-fc0e-4c33-a437-479e0e99b215 req-4b3ac579-0ef3-4496-bb1d-9367c31608d4 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 210 time: 0.2252169 Sep 13 07:01:21.925671 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-5b5cb43f-3221-4f68-943e-11a9d7bf8cfc None None] Provisioning complete for port 8298a4a7-541f-414c-9b75-7bc68d05e531 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:21.945015 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb43f-3221-4f68-943e-11a9d7bf8cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:22.003733 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:22.075141 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Attempting to bind port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:22.077226 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Attempting to bind port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:22.077226 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Attempting to bind port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 on network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:22.084667 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:22.224394 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:22.246831 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.23', 63953) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:22.276235 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-5b5cb43f-3221-4f68-943e-11a9d7bf8cfc None None] Port 8298a4a7-541f-414c-9b75-7bc68d05e531 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:22.313519 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:22.314196 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Checking segment: {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:22.315222 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:22.315794 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Bound using segment: {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:22.317385 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Bound port: 2af8c99f-bdb0-4dbc-9f72-fdb58f072668, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:22.318897 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:22.364360 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52adaafc-469e-4ad3-bf6f-3440d0834c95 req-c86e6b75-779f-4f66-a574-56a060c3bdf7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0788786 Sep 13 07:01:22.375936 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:22.385852 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:22.492812 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:22.668705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-50183521-3afc-4897-a143-460762041cfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:22.681150 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-50183521-3afc-4897-a143-460762041cfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.3576202 Sep 13 07:01:22.742883 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] For port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:22.753282 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-19d256a6-8f30-47d7-97a6-8ae1a9e3f226 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--521330802&fields=id&tenant_id=5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 267 time: 0.5781107 Sep 13 07:01:22.760978 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] For port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:22.790592 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:22.914691 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:22.945786 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Publish callbacks [] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.005314 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 37652) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:23.016734 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Transition to ACTIVE for port object 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:01:23.025393 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.063412 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:23.075791 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Routers {'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:23.076988 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:23.115137 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:23.115704 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.117345 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-c4ebb02a-a3c7-4f44-b3c1-e8257634de30 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:23.119080 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-c4ebb02a-a3c7-4f44-b3c1-e8257634de30 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 817 time: 0.3644979 Sep 13 07:01:23.308883 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:23.309935 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662ded-a682-40e2-aa53-516a78e2857f None None] Pushing event updated for resources: {'Port': ['ID=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:23.352370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.360113 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9eea6be2-e25c-451e-8e28-31e6bd89885f up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:23.405109 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:23.406258 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Attempting to bind port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:23.410202 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Attempting to bind port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:23.410926 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Attempting to bind port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:23.449956 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:19Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:23.562919 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:23.565136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:23.581538 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:01:23.584947 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] Set router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:23.586472 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Attempting to bind port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:23.666865 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Pushing event updated for resources: {'Port': ['ID=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:23.709132 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Sync routers for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:23.714797 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:23.715165 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Checking segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:23.715738 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Bound using segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:23.716185 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Bound port: 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:23.716546 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.720426 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df25c0e-24a8-438f-a319-c37cfcb462cb None None] The sync data for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi is: [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:19Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:23.770364 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-de0e592e-e204-46c5-b1ae-8553323546e1 req-4f72d012-3932-4dcc-b7eb-74f714d9d465 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.9948409 Sep 13 07:01:23.786937 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 9eea6be2-e25c-451e-8e28-31e6bd89885f triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:23.787300 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.792642 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:23.793378 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:23.844789 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-377e38c0-0ba2-47c2-860b-2ca844dd7b6f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 380 time: 1.1070027 Sep 13 07:01:23.898363 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] For port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:23.906604 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] For port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:23.949347 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.967545 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'port': {'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'admin_state_up': True, 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'security_groups': ['1e85a5e0-af6f-4db6-93af-efbe289cac52']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:23.990920 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:23.991638 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:23.993172 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 200 len: 1094 time: 3.0517957 Sep 13 07:01:24.018736 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-98072b02-c8ef-4716-bc79-e53d6ef8d671 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/quotas/5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 375 time: 0.8694241 Sep 13 07:01:24.022892 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8082cb10-169b-478f-9b71-7680fe245559', 'tag': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:24.055376 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-cd951829-6dce-416a-b075-44e3935003d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:24.110767 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:24.211010 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:24.212748 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 9eea6be2-e25c-451e-8e28-31e6bd89885f is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:24.214253 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:24.415511 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.23', 63964) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:24.420580 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291b1d-25bc-45f2-80d8-e9084c39eb04 service neutron] Pushing event updated for resources: {'Port': ['ID=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:24.454002 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:13Z', 'revision_number': 4, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port': {'id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '2af8c99f-bdb0-4dbc-9f72-fdb58f072668', 'name': '', 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'mac_address': 'fa:16:3e:ea:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '709e6410-ca2c-4717-9e8d-193801a3cfd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:11Z', 'updated_at': '2022-09-13T07:01:22Z', 'revision_number': 4, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'subnets': [{'id': '709e6410-ca2c-4717-9e8d-193801a3cfd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:24.530908 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:24.531316 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:24.563528 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e4e32-c8c6-44d7-ad2e-0fbfc44c9dbe None None] The sync data for ids ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'] in dv-cinder-856941-4-iscsi is: [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:13Z', 'revision_number': 4, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port': {'id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '2af8c99f-bdb0-4dbc-9f72-fdb58f072668', 'name': '', 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'mac_address': 'fa:16:3e:ea:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '709e6410-ca2c-4717-9e8d-193801a3cfd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:11Z', 'updated_at': '2022-09-13T07:01:22Z', 'revision_number': 4, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'subnets': [{'id': '709e6410-ca2c-4717-9e8d-193801a3cfd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:24.798320 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 2, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:24.806474 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:24.979085 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Checking router: 1ffe126f-24d3-427c-8844-3a57b152a8e0 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:24.981218 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Updating router 1ffe126f-24d3-427c-8844-3a57b152a8e0 port a5e37b98-8e31-4b9a-8875-fc17e188b208 binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:01:25.023449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8298a4a7-541f-414c-9b75-7bc68d05e531 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:25.035307 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Publish callbacks [] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.075501 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Transition to ACTIVE for port object 8298a4a7-541f-414c-9b75-7bc68d05e531 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:01:25.090977 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.096504 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:25.104591 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-724b720d-1e21-4224-9f4d-98e9bc3189b9 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0841596 Sep 13 07:01:25.145044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.211326 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:25.291064 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d9ea5630-9daf-4e99-a9d3-0ebf775bac5f req-ca279f01-75fe-43a2-b891-3c2ad07d34b6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 210 time: 1.1462324 Sep 13 07:01:25.364569 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5210780-9caa-4f02-99ed-2e42a12c3571" -d '{"events": [{"name": "network-changed", "server_uuid": "8082cb10-169b-478f-9b71-7680fe245559", "tag": "827c4775-bb8b-4e51-8c12-4fe64b1bf6ec"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:25.404205 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-a2e668b3-633f-4908-877b-f8be8fd287b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:25.405771 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-a2e668b3-633f-4908-877b-f8be8fd287b9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1128 time: 0.9727881 Sep 13 07:01:25.434455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-6f8ea2a4-3e55-48cd-8adb-510e3062ca30 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:25.444189 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-6f8ea2a4-3e55-48cd-8adb-510e3062ca30 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5f4fd977-45fe-407b-8ff6-ed85b95a84e6 HTTP/1.1" status: 200 len: 812 time: 1.0248168 Sep 13 07:01:25.454580 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Pushing event updated for resources: {'Port': ['ID=8298a4a7-541f-414c-9b75-7bc68d05e531,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:25.523889 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:25.524293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.575164 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:25.579443 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-bbb1a675-f905-4b11-a34d-7e12212f546f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110751 Sep 13 07:01:25.794266 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Made reservation on behalf of 8c7dc05c1c9d40b2bb0defc9dd157d6e for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:25.794266 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.828838 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:25.829231 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.836566 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da9b54-f6c6-49e2-8bba-080773599bd3 req-1f856e5c-85cf-4a5b-aa72-563c0a676924 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:25.838051 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2da9b54-f6c6-49e2-8bba-080773599bd3 req-1f856e5c-85cf-4a5b-aa72-563c0a676924 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.3806064 Sep 13 07:01:25.868796 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-cd951829-6dce-416a-b075-44e3935003d2 admin admin] Publish callbacks [] for security_group (05ecbbf6-58cd-4520-b0d9-36a9257bb6ef), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.890467 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-cd951829-6dce-416a-b075-44e3935003d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (05ecbbf6-58cd-4520-b0d9-36a9257bb6ef), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.893927 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Attempting to bind port 8298a4a7-541f-414c-9b75-7bc68d05e531 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:25.894302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Attempting to bind port 8298a4a7-541f-414c-9b75-7bc68d05e531 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:25.894680 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Attempting to bind port 8298a4a7-541f-414c-9b75-7bc68d05e531 on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:25.901210 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:25.903079 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-d42a9b3c-5f22-4137-be52-6ae6de55ad18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834332 Sep 13 07:01:25.913639 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.914491 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:25.941983 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:25.944109 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Publish callbacks [] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:25.964883 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:25.989813 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.015960 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:26.018101 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-cd951829-6dce-416a-b075-44e3935003d2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fea098e26a964973a3f9db0e35ad3e24&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9341688 Sep 13 07:01:26.020888 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37732) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:26.042773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd951829-6dce-416a-b075-44e3935003d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ecbbf6-58cd-4520-b0d9-36a9257bb6ef,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:26.046896 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:26.047200 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.067125 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2da9b54-f6c6-49e2-8bba-080773599bd3 req-cdc0ed54-9cd9-45b9-947b-fa9a5a7617b4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153461 Sep 13 07:01:26.121437 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Port 8298a4a7-541f-414c-9b75-7bc68d05e531 on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:01:26.126263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Attempting to bind port 8298a4a7-541f-414c-9b75-7bc68d05e531 on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:26.133518 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1537b925-1e2a-4802-8e4f-505cda71fb53 admin admin] Publish callbacks [] for security_group (05ecbbf6-58cd-4520-b0d9-36a9257bb6ef), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.162762 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1537b925-1e2a-4802-8e4f-505cda71fb53 admin admin] Publish callbacks [] for security_group (05ecbbf6-58cd-4520-b0d9-36a9257bb6ef), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.200585 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:26.202337 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2086be-2677-470f-98ca-3ed2a2a4d657 None None] Pushing event updated for resources: {'Port': ['ID=a5e37b98-8e31-4b9a-8875-fc17e188b208,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:26.211724 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-29eff369-11fd-4bc2-953a-8308fb38b1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.217807 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Attempting to bind port a5e37b98-8e31-4b9a-8875-fc17e188b208 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:26.219296 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Attempting to bind port a5e37b98-8e31-4b9a-8875-fc17e188b208 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:26.219712 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Attempting to bind port a5e37b98-8e31-4b9a-8875-fc17e188b208 on network 4c3c52b2-50ca-4f89-8b20-12f54380722c {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:26.238973 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.20.0.8 (672f9e05-334a-4483-b823-bb14da4544d0/8b122c98-8c7f-4fec-832c-56bd3a61b6d7/ef18f87e-b4ae-437d-90c7-0368d0e8dc10) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:26.250117 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1537b925-1e2a-4802-8e4f-505cda71fb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (05ecbbf6-58cd-4520-b0d9-36a9257bb6ef), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.253162 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1537b925-1e2a-4802-8e4f-505cda71fb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.265850 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3d42e812-ae20-4d2d-b412-8a2b786a8ac9 req-ba162863-0fa0-4b97-aaad-f4e7f3823372 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0871530 Sep 13 07:01:26.267764 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1537b925-1e2a-4802-8e4f-505cda71fb53 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/05ecbbf6-58cd-4520-b0d9-36a9257bb6ef HTTP/1.1" status: 204 len: 168 time: 0.2451308 Sep 13 07:01:26.348405 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:26.348840 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Checking segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:26.349336 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Bound using segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:26.349842 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Bound port: 8298a4a7-541f-414c-9b75-7bc68d05e531, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:26.350262 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.354564 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537b925-1e2a-4802-8e4f-505cda71fb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ecbbf6-58cd-4520-b0d9-36a9257bb6ef,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:26.356233 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:26.357357 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c4ee5ac8-1de4-4825-95dd-a97f2506a28c up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:26.361101 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:26.361466 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Checking segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:26.361848 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.362332 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Bound using segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:26.362963 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Bound port: a5e37b98-8e31-4b9a-8875-fc17e188b208, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:26.363352 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.385255 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60b09bb-0fe3-4bab-b9f8-65d692cf9fc9 x-openstack-request-id: req-d60b09bb-0fe3-4bab-b9f8-65d692cf9fc9 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:26.385793 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8082cb10-169b-478f-9b71-7680fe245559", "tag": "827c4775-bb8b-4e51-8c12-4fe64b1bf6ec", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:26.385793 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d60b09bb-0fe3-4bab-b9f8-65d692cf9fc9 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:26.386248 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60b09bb-0fe3-4bab-b9f8-65d692cf9fc9'] response: {'name': 'network-changed', 'server_uuid': '8082cb10-169b-478f-9b71-7680fe245559', 'tag': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec', 'status': 'completed', 'code': 200} Sep 13 07:01:26.451116 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c7cf3685-124d-4222-9211-2b1cf6ac8062 req-b852f667-858b-4d44-8250-225e778f9b36 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0827818 Sep 13 07:01:26.521911 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:26.526299 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] For port a5e37b98-8e31-4b9a-8875-fc17e188b208, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:26.529075 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port c4ee5ac8-1de4-4825-95dd-a97f2506a28c triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:26.529843 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.548295 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] For port a5e37b98-8e31-4b9a-8875-fc17e188b208, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=a5e37b98-8e31-4b9a-8875-fc17e188b208,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:26.583293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.637226 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5a64fb9e-187c-41db-87d7-96bc3cc0a2fb req-9a7fa609-8f30-4e91-a89e-54e0ecdd2646 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 210 time: 0.0703294 Sep 13 07:01:26.647951 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] For port 8298a4a7-541f-414c-9b75-7bc68d05e531, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:26.654864 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:26.655718 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:00:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:26.656900 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] For port 8298a4a7-541f-414c-9b75-7bc68d05e531, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8298a4a7-541f-414c-9b75-7bc68d05e531,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:26.676345 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.683026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:26.683898 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.686837 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/8298a4a7-541f-414c-9b75-7bc68d05e531 HTTP/1.1" status: 200 len: 1093 time: 5.3092406 Sep 13 07:01:26.694377 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'tag': '8298a4a7-541f-414c-9b75-7bc68d05e531'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:26.809781 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.847436 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:26.850269 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dda0cc-58fd-44c3-86fc-ef2ef904b20b service neutron] Pushing event updated for resources: {'Port': ['ID=8298a4a7-541f-414c-9b75-7bc68d05e531,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:26.886797 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:26.890319 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2086be-2677-470f-98ca-3ed2a2a4d657 None None] Pushing event updated for resources: {'Port': ['ID=a5e37b98-8e31-4b9a-8875-fc17e188b208,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:26.920310 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port c4ee5ac8-1de4-4825-95dd-a97f2506a28c is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:26.921732 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d97425fd-be88-464d-8b63-8fac9c03ced2 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:26.947526 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network 672f9e05-334a-4483-b823-bb14da4544d0 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:26.950445 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "49b2d57b-6193-4a49-9ff3-334ada85b470", "tag": "8298a4a7-541f-414c-9b75-7bc68d05e531"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:26.962895 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:26.980604 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:26.984345 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:26.989773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:26.990548 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.015232 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:27.022864 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-5a60fcd3-1c6e-47a0-a79a-0f6386d8aa5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0793278 Sep 13 07:01:27.077057 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37768) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:27.123120 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-067cdb70-11a5-4537-b836-c89f83bba03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.123274 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port d97425fd-be88-464d-8b63-8fac9c03ced2 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:27.123520 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.178727 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a193f745-44d4-46f2-8908-b22f0a35919a x-openstack-request-id: req-a193f745-44d4-46f2-8908-b22f0a35919a {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:27.179935 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b2d57b-6193-4a49-9ff3-334ada85b470", "tag": "8298a4a7-541f-414c-9b75-7bc68d05e531", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:27.180361 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a193f745-44d4-46f2-8908-b22f0a35919a {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:27.181519 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a193f745-44d4-46f2-8908-b22f0a35919a'] response: {'name': 'network-changed', 'server_uuid': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'tag': '8298a4a7-541f-414c-9b75-7bc68d05e531', 'status': 'completed', 'code': 200} Sep 13 07:01:27.288660 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862fa84-7fa0-4e95-b159-11717b2be967 req-74f9c71e-b224-43eb-bc45-3e727624b4b3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:27.290604 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4862fa84-7fa0-4e95-b159-11717b2be967 req-74f9c71e-b224-43eb-bc45-3e727624b4b3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.0720007 Sep 13 07:01:27.350287 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-067cdb70-11a5-4537-b836-c89f83bba03a admin admin] Publish callbacks [] for security_group (d6a55087-e66f-470b-9180-2e75c7aa2453), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.363910 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-067cdb70-11a5-4537-b836-c89f83bba03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d6a55087-e66f-470b-9180-2e75c7aa2453), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.377088 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:27.448691 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cdb70-11a5-4537-b836-c89f83bba03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a55087-e66f-470b-9180-2e75c7aa2453,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:27.458732 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-067cdb70-11a5-4537-b836-c89f83bba03a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=474b37a67c7746eaad6c7e01d1474a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803618 Sep 13 07:01:27.469753 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 37780) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:27.479266 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5e8801f8-e365-43cd-a192-421263ac0ea2 req-627bf375-39c7-43f0-a673-50255ee4521e tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0700834 Sep 13 07:01:27.512882 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4862fa84-7fa0-4e95-b159-11717b2be967 req-dde88793-2abf-46ca-9dae-51121594710a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134275 Sep 13 07:01:27.525884 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:01:27.531343 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port d97425fd-be88-464d-8b63-8fac9c03ced2 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:27.531916 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.589505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-8dbde989-3fa0-47ff-be68-c55d338cd650 None None] Provisioning complete for port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:27.612328 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8dbde989-3fa0-47ff-be68-c55d338cd650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.652414 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c9c98ccb-08a9-40e4-97fb-6d9d6146bb9d admin admin] Publish callbacks [] for security_group (d6a55087-e66f-470b-9180-2e75c7aa2453), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.713719 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c9c98ccb-08a9-40e4-97fb-6d9d6146bb9d admin admin] Publish callbacks [] for security_group (d6a55087-e66f-470b-9180-2e75c7aa2453), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:27.719170 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a0b457b3-fc0d-4d0e-be29-f5759bb05d90 req-1de20b19-eab2-4fdf-8569-51fc78650d2a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0956903 Sep 13 07:01:27.808853 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-8dbde989-3fa0-47ff-be68-c55d338cd650 None None] Port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:27.844331 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Request body: {'port': {'device_id': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'admin_state_up': True, 'tenant_id': '5d415383e1c1471aae5712893d48c2b6'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:27.956103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:27.988631 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Request body: {'port': {'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:28.003737 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port d97425fd-be88-464d-8b63-8fac9c03ced2, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d97425fd-be88-464d-8b63-8fac9c03ced2,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:28.039499 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:28.193007 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:26Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:28.282445 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae681cdd-057d-4e26-970a-042a93a9e0ab None None] The sync data for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi is: [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:26Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:28.352150 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-ac51713d-637e-4762-a093-08f7efebb41e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 200 len: 217 time: 0.5788827 Sep 13 07:01:28.457904 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:28.474658 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=d97425fd-be88-464d-8b63-8fac9c03ced2,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:28.556384 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b229317b-a839-4131-affb-ed6f4870d494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:28.616183 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:28.633249 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:28.633611 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:28.712764 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c9c98ccb-08a9-40e4-97fb-6d9d6146bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d6a55087-e66f-470b-9180-2e75c7aa2453), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:28.718220 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c9c98ccb-08a9-40e4-97fb-6d9d6146bb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:28.719782 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c9c98ccb-08a9-40e4-97fb-6d9d6146bb9d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d6a55087-e66f-470b-9180-2e75c7aa2453 HTTP/1.1" status: 204 len: 168 time: 1.2489884 Sep 13 07:01:28.732607 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-034d90e0-4d03-49fa-a523-2958c8b390d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:28.735410 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-034d90e0-4d03-49fa-a523-2958c8b390d9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.3595216 Sep 13 07:01:28.757786 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:28.805626 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c98ccb-08a9-40e4-97fb-6d9d6146bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a55087-e66f-470b-9180-2e75c7aa2453,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:28.923662 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:28.925045 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a5e37b98-8e31-4b9a-8875-fc17e188b208 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:29.182218 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port a5e37b98-8e31-4b9a-8875-fc17e188b208 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:29.183283 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:29.222611 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9200-afb6-418e-9387-8203a1364580 req-ce4b5b54-881b-4e3f-9d5c-66af6786ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:29.224593 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-ce4b5b54-881b-4e3f-9d5c-66af6786ad95 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4732974 Sep 13 07:01:29.252932 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Made reservation on behalf of 5d415383e1c1471aae5712893d48c2b6 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:29.258385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:29.298044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e58b7-ebd1-43e0-8246-a4e2247f43a5 req-9819d3bd-a46a-4292-9245-07042405ed34 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:29.309921 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f65e58b7-ebd1-43e0-8246-a4e2247f43a5 req-9819d3bd-a46a-4292-9245-07042405ed34 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 931 time: 1.5256855 Sep 13 07:01:29.330481 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6b9c22d4-1a94-4869-8991-8aedac61e417 req-c318d5df-cddc-4447-8f2c-11639a914d1b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.2818398 Sep 13 07:01:29.568342 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port a5e37b98-8e31-4b9a-8875-fc17e188b208 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:29.571346 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:29.649597 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.23', 63976) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:29.685289 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port a5e37b98-8e31-4b9a-8875-fc17e188b208, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=a5e37b98-8e31-4b9a-8875-fc17e188b208,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:29.716061 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:29.772008 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:29.830428 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-c7a4746a-2110-40fd-b604-84f9b205eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:29.832950 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-c7a4746a-2110-40fd-b604-84f9b205eb93 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 1127 time: 1.9201770 Sep 13 07:01:29.967853 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=a5e37b98-8e31-4b9a-8875-fc17e188b208,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:30.016562 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f65e58b7-ebd1-43e0-8246-a4e2247f43a5 req-bb8492d5-69e2-4b45-8a91-ee2640083263 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7027950 Sep 13 07:01:30.027023 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:30.031833 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c8320-b89b-4a48-a8e3-6695bf4f154f req-6fae9302-f2ad-4a1d-8374-f1d790d5ce8d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:30.041681 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ca7c8320-b89b-4a48-a8e3-6695bf4f154f req-6fae9302-f2ad-4a1d-8374-f1d790d5ce8d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.2685099 Sep 13 07:01:30.221209 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Allocated IP 172.20.0.9 (5f4fd977-45fe-407b-8ff6-ed85b95a84e6/709e6410-ca2c-4717-9e8d-193801a3cfd3/15a6822f-f0d2-48e8-8801-aaf402c83509) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:30.234330 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-7e0868a6-4e8c-4f77-bbdb-38be885ce7e4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9177647 Sep 13 07:01:30.326851 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a5e37b98-8e31-4b9a-8875-fc17e188b208 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:30.370786 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2c12827-b6b3-40e1-a5fd-3a6a425ce512 req-246d4ac0-71b1-473e-858b-72376ee768c8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.1757529 Sep 13 07:01:30.510874 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:30.588701 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-f2d313a9-0124-42c1-b0d5-1b75b149ac2e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8298a4a7-541f-414c-9b75-7bc68d05e531 HTTP/1.1" status: 200 len: 217 time: 0.4245224 Sep 13 07:01:30.626032 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port a5e37b98-8e31-4b9a-8875-fc17e188b208 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:30.626561 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:30.682105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:30.769350 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-623e9200-afb6-418e-9387-8203a1364580 req-95b35841-be4f-47da-8a1f-b3e690f3dba6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090187 Sep 13 07:01:30.805151 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4010d7f8-cb8f-4508-ad07-5ed646aa4755 req-ec26d7cc-952d-4ae2-942e-bca6a7a2003a tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.2079291 Sep 13 07:01:30.840726 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port a5e37b98-8e31-4b9a-8875-fc17e188b208 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:30.842801 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d97425fd-be88-464d-8b63-8fac9c03ced2 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:30.852297 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks [] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:30.873393 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ca7c8320-b89b-4a48-a8e3-6695bf4f154f req-017c83b2-f398-4ad0-a3b9-89f5d3837e7a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7945848 Sep 13 07:01:30.900211 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-494d611b-8baa-49c1-a539-b4486da72d26 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:30.902546 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-494d611b-8baa-49c1-a539-b4486da72d26 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 817 time: 1.1314502 Sep 13 07:01:30.929631 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:30.971566 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:31.002114 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:31.005567 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:31.011749 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:31.012107 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.021074 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:31.040202 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:31.059169 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Pushing event updated for resources: {'Port': ['ID=15a6822f-f0d2-48e8-8801-aaf402c83509,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:31.079228 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-341b6de1-8bb4-451e-b274-85d3e6a9b426 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2779629 Sep 13 07:01:31.093877 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port d97425fd-be88-464d-8b63-8fac9c03ced2 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:31.094542 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.173436 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef18f87e-b4ae-437d-90c7-0368d0e8dc10 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:31.187407 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Publish callbacks [] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.192635 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port d97425fd-be88-464d-8b63-8fac9c03ced2 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:31.200632 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cdf68-b89d-4e9e-9452-801a1eb02e72 req-fb26c8cc-4cd1-4441-8a3c-3d33e2b52150 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:31.206279 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-313cdf68-b89d-4e9e-9452-801a1eb02e72 req-fb26c8cc-4cd1-4441-8a3c-3d33e2b52150 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 931 time: 0.0700221 Sep 13 07:01:31.228086 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Transition to ACTIVE for port object ef18f87e-b4ae-437d-90c7-0368d0e8dc10 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:01:31.236698 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.289249 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-313cdf68-b89d-4e9e-9452-801a1eb02e72 req-527b0f60-e26e-4695-959a-8e3baed25168 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785923 Sep 13 07:01:31.327618 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:31.341119 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Attempting to bind port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:31.341525 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Attempting to bind port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:31.341858 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Attempting to bind port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:31.364751 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-dc79dda6-4e20-47a8-b010-ebb8363af701 None None] Provisioning complete for port 15a6822f-f0d2-48e8-8801-aaf402c83509 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:31.365373 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-dc79dda6-4e20-47a8-b010-ebb8363af701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.387248 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 on network 672f9e05-334a-4483-b823-bb14da4544d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:01:31.387248 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Attempting to bind port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:31.409417 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-dc79dda6-4e20-47a8-b010-ebb8363af701 None None] Port 15a6822f-f0d2-48e8-8801-aaf402c83509 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:31.430654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:31.431365 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Checking segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:31.431746 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Bound using segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:31.432188 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Bound port: ef18f87e-b4ae-437d-90c7-0368d0e8dc10, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:31.432549 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.487542 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.498496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] For port ef18f87e-b4ae-437d-90c7-0368d0e8dc10, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:31.518321 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.537365 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5c00cfd9-db14-4df2-8435-de0460ff17be req-ef045e0e-74fe-46de-9ca0-f01fd799a8c3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0402997 Sep 13 07:01:31.539300 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] For port ef18f87e-b4ae-437d-90c7-0368d0e8dc10, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:31.549925 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.555694 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:31.556809 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:31.558734 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ef18f87e-b4ae-437d-90c7-0368d0e8dc10 HTTP/1.1" status: 200 len: 1093 time: 3.6444387 Sep 13 07:01:31.561214 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:31.563498 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab2bf79-aa01-4fad-8f2c-15897f340b86" -d '{"events": [{"name": "network-changed", "server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:31.619640 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c81b0f9-52e2-4927-914f-b78dab49e592 x-openstack-request-id: req-9c81b0f9-52e2-4927-914f-b78dab49e592 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:31.620022 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:31.620236 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c81b0f9-52e2-4927-914f-b78dab49e592 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:31.620658 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c81b0f9-52e2-4927-914f-b78dab49e592'] response: {'name': 'network-changed', 'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'status': 'completed', 'code': 200} Sep 13 07:01:31.626857 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9bb60-1252-4ec6-a9c9-75e1ab9bb9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:31.937274 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7f2b-3941-4dad-b98c-cf556d13e532 req-3f294576-6bb4-41f5-8243-90a1c170f26d tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:31.938958 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5caa7f2b-3941-4dad-b98c-cf556d13e532 req-3f294576-6bb4-41f5-8243-90a1c170f26d tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 931 time: 0.0540071 Sep 13 07:01:32.033208 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f5cdc-5887-4668-ae0f-306f12f54130 req-0929422f-3f2f-4442-bfa7-27fb95d51d12 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:32.034728 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-180f5cdc-5887-4668-ae0f-306f12f54130 req-0929422f-3f2f-4442-bfa7-27fb95d51d12 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.0781641 Sep 13 07:01:32.049513 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5caa7f2b-3941-4dad-b98c-cf556d13e532 req-99f27e3b-287d-4341-9895-113246fe598f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032629 Sep 13 07:01:32.108752 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-180f5cdc-5887-4668-ae0f-306f12f54130 req-2085d676-71f2-4cc4-b45e-65ddf60e48ca tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633214 Sep 13 07:01:32.436441 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b41df-b092-4152-bfe8-46783bb527eb req-27dad244-891f-4063-be0f-f2fadcd366c3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:32.437902 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d95b41df-b092-4152-bfe8-46783bb527eb req-27dad244-891f-4063-be0f-f2fadcd366c3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.0611393 Sep 13 07:01:32.487598 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d95b41df-b092-4152-bfe8-46783bb527eb req-10bd87a2-4a35-4c94-a563-b3ccb4400b43 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Sep 13 07:01:32.662688 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-38d1b950-8701-46c4-992d-da9a505148e4 req-d7e82fbb-73a8-40b6-919a-9d872ba88d43 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0269635 Sep 13 07:01:33.185712 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:33.192455 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:33.222777 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb533-d87f-403c-b6c0-5020d6a14094 req-781180d6-d738-4413-91c6-d38c646af521 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:33.224461 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9a6eb533-d87f-403c-b6c0-5020d6a14094 req-781180d6-d738-4413-91c6-d38c646af521 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 931 time: 0.0894442 Sep 13 07:01:33.274515 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5077484-4cbe-4546-bb73-94f1319c85a6 req-ee9b64cd-f097-422e-8e05-58a0fb44e290 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:33.276171 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b5077484-4cbe-4546-bb73-94f1319c85a6 req-ee9b64cd-f097-422e-8e05-58a0fb44e290 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.0783713 Sep 13 07:01:33.337055 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9a6eb533-d87f-403c-b6c0-5020d6a14094 req-70363773-731c-4d1d-ac02-929915984ff8 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954678 Sep 13 07:01:33.373456 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b5077484-4cbe-4546-bb73-94f1319c85a6 req-a7c07bfc-2f0d-452d-9d59-541d3b71befd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865436 Sep 13 07:01:33.622965 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e05f6e-ba20-4b8a-9553-5ca4fafae712 req-db259fe6-55d9-42d7-814b-31d34f00024e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:33.624471 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-71e05f6e-ba20-4b8a-9553-5ca4fafae712 req-db259fe6-55d9-42d7-814b-31d34f00024e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.0557597 Sep 13 07:01:33.677627 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-71e05f6e-ba20-4b8a-9553-5ca4fafae712 req-22c40161-2efb-4133-b798-d8568d514e07 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Sep 13 07:01:33.777871 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-978df0f3-b202-4a0b-a742-dec453963fb7 req-16affa68-4019-4ac4-bb41-a64f309b9a62 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0317400 Sep 13 07:01:34.508139 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30da924-b7ba-40a7-b2d6-4c56581dae9a req-1083cb7c-58cc-4352-9e8c-cf1eb2f3e54f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:34.509715 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f30da924-b7ba-40a7-b2d6-4c56581dae9a req-1083cb7c-58cc-4352-9e8c-cf1eb2f3e54f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 931 time: 0.0864844 Sep 13 07:01:34.587365 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45687f-68c1-4522-884e-58260b33396d req-3132e2b6-b20a-4f6c-a1d6-86baef531e57 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:34.588975 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0a45687f-68c1-4522-884e-58260b33396d req-3132e2b6-b20a-4f6c-a1d6-86baef531e57 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.1012414 Sep 13 07:01:34.596548 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f30da924-b7ba-40a7-b2d6-4c56581dae9a req-d57cab5c-b0c7-4a3b-8e76-b17cba3a2eec tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680685 Sep 13 07:01:34.669347 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0a45687f-68c1-4522-884e-58260b33396d req-0b98ec72-35f9-44c7-a16e-dfe4a1639bb5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717821 Sep 13 07:01:34.813676 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b6699-46aa-463a-a323-7b49724b7a9e req-8d4ea45a-7c11-4601-9b16-3324a200e5a2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:34.815924 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f28b6699-46aa-463a-a323-7b49724b7a9e req-8d4ea45a-7c11-4601-9b16-3324a200e5a2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.0540116 Sep 13 07:01:34.912925 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1c28f956-976b-4070-8931-805f0146429a req-2ef0bfdc-350b-46b6-9bcd-58f58e4345ff tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0338922 Sep 13 07:01:34.918908 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f28b6699-46aa-463a-a323-7b49724b7a9e req-f4c131df-6a58-456e-a081-8837bbb41222 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939288 Sep 13 07:01:35.744936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31839c2-e625-4c83-83be-53d728a3c549 req-aeb384c8-9f7e-4cf7-89a7-9010eae90e0d tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:35.750641 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a31839c2-e625-4c83-83be-53d728a3c549 req-aeb384c8-9f7e-4cf7-89a7-9010eae90e0d tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 931 time: 0.0596604 Sep 13 07:01:35.829574 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d070a2-f625-413e-a82a-41378d7e2fb4 req-db44fe62-cc74-4c4b-9bc4-d3a4e21712cb tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:35.831107 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d070a2-f625-413e-a82a-41378d7e2fb4 req-db44fe62-cc74-4c4b-9bc4-d3a4e21712cb tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.0795155 Sep 13 07:01:35.838750 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a31839c2-e625-4c83-83be-53d728a3c549 req-87c8aab8-ba02-4390-824f-59bca3795933 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853508 Sep 13 07:01:35.891951 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d070a2-f625-413e-a82a-41378d7e2fb4 req-99582d1b-75b0-4355-8921-89c9f56dd115 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Sep 13 07:01:36.077102 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cce9903a-ed68-41ad-b401-3975b77dd831 req-48cc97ac-4bf2-43ac-b7d8-1e45dd9f8f26 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0345404 Sep 13 07:01:36.094107 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb6eae-78c9-4cc7-a802-244996ab3934 req-6ae7cd99-8056-4bbd-83a8-1b6a700a366a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:36.095614 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6fb6eae-78c9-4cc7-a802-244996ab3934 req-6ae7cd99-8056-4bbd-83a8-1b6a700a366a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.0924571 Sep 13 07:01:36.148955 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6fb6eae-78c9-4cc7-a802-244996ab3934 req-a8e0e92e-d891-4e93-a62f-3efb0aaa2e14 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475075 Sep 13 07:01:37.001338 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392514e-6cff-4a41-9342-727fd1362495 req-a63cd0b0-8985-4ee4-810d-88f939389d80 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:37.002898 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4392514e-6cff-4a41-9342-727fd1362495 req-a63cd0b0-8985-4ee4-810d-88f939389d80 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 931 time: 0.0756736 Sep 13 07:01:37.069568 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009d92-00d0-470f-baef-44527a7c39f2 req-0d7fc27d-7da6-41f8-8c25-45fc87c5ee60 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:37.071101 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2009d92-00d0-470f-baef-44527a7c39f2 req-0d7fc27d-7da6-41f8-8c25-45fc87c5ee60 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.0672679 Sep 13 07:01:37.120134 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4392514e-6cff-4a41-9342-727fd1362495 req-195f4a54-3478-499f-ac3f-658c27e149f9 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054273 Sep 13 07:01:37.122108 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:37.162134 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2009d92-00d0-470f-baef-44527a7c39f2 req-cd87efd8-2584-4fd9-8f22-b0de50e38966 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850503 Sep 13 07:01:37.286849 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-121c54d7-065b-45c5-80c3-d0a3296553ca req-71c40364-79ad-4ede-aaf6-e935b0c518c4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0589297 Sep 13 07:01:37.307811 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Request body: {'port': {'device_id': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:37.345954 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:37.394385 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38072) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:37.416565 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.418882 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9d0f-56ef-4dfb-8e61-2851bcaf5490 req-08ce6e1b-66fa-43bc-a5a4-d3e1acd37cc0 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:37.426164 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cadc9d0f-56ef-4dfb-8e61-2851bcaf5490 req-08ce6e1b-66fa-43bc-a5a4-d3e1acd37cc0 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.1374648 Sep 13 07:01:37.514902 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:37.515897 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:37.530488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-70bd9c83-32e9-4083-a51b-08a98a733cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:37.532543 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-70bd9c83-32e9-4083-a51b-08a98a733cbd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.2178612 Sep 13 07:01:37.541087 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2bf79-aa01-4fad-8f2c-15897f340b86 req-79142357-3c6e-45f9-ae75-54f02a30b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:37.544884 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4ab2bf79-aa01-4fad-8f2c-15897f340b86 req-79142357-3c6e-45f9-ae75-54f02a30b054 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 1127 time: 0.1056445 Sep 13 07:01:37.563020 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-6a3b28f0-97ff-47a8-9898-41066e774ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:37.564305 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-6a3b28f0-97ff-47a8-9898-41066e774ceb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1128 time: 0.1292932 Sep 13 07:01:37.573295 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-66fd49a2-e16a-41a3-8b12-f66a71d71fe8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 379 time: 0.2664120 Sep 13 07:01:37.586143 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cadc9d0f-56ef-4dfb-8e61-2851bcaf5490 req-002f1987-9d95-419d-959d-087446498794 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553071 Sep 13 07:01:37.659481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-462c589b-541b-49e9-b551-161a725560ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.749941 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-462c589b-541b-49e9-b551-161a725560ba admin admin] Publish callbacks [] for security_group (259981c0-c179-488b-95cf-0a7332232cd2), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.754852 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-462c589b-541b-49e9-b551-161a725560ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (259981c0-c179-488b-95cf-0a7332232cd2), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.773061 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:37.804103 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-462c589b-541b-49e9-b551-161a725560ba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0e826c1b0d5b450babb5adfbb4247ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037113 Sep 13 07:01:37.804103 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c589b-541b-49e9-b551-161a725560ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259981c0-c179-488b-95cf-0a7332232cd2,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:37.805192 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38098) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:37.882325 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c796f2e5-fd00-4dd2-adbc-b53cceb65965 admin admin] Publish callbacks [] for security_group (259981c0-c179-488b-95cf-0a7332232cd2), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.894841 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a6822f-f0d2-48e8-8801-aaf402c83509 {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:37.904859 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Publish callbacks [] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.908745 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c796f2e5-fd00-4dd2-adbc-b53cceb65965 admin admin] Publish callbacks [] for security_group (259981c0-c179-488b-95cf-0a7332232cd2), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.922233 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Transition to ACTIVE for port object 15a6822f-f0d2-48e8-8801-aaf402c83509 will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:01:37.927762 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.973748 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c796f2e5-fd00-4dd2-adbc-b53cceb65965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (259981c0-c179-488b-95cf-0a7332232cd2), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.977116 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c796f2e5-fd00-4dd2-adbc-b53cceb65965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:37.978628 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c796f2e5-fd00-4dd2-adbc-b53cceb65965 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/259981c0-c179-488b-95cf-0a7332232cd2 HTTP/1.1" status: 204 len: 168 time: 0.1726480 Sep 13 07:01:37.988706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796f2e5-fd00-4dd2-adbc-b53cceb65965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259981c0-c179-488b-95cf-0a7332232cd2,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:38.010016 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Pushing event updated for resources: {'Port': ['ID=15a6822f-f0d2-48e8-8801-aaf402c83509,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:38.024447 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Attempting to bind port 15a6822f-f0d2-48e8-8801-aaf402c83509 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:38.025020 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Attempting to bind port 15a6822f-f0d2-48e8-8801-aaf402c83509 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:38.025547 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Attempting to bind port 15a6822f-f0d2-48e8-8801-aaf402c83509 on network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:38.061632 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:38.075570 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Port 15a6822f-f0d2-48e8-8801-aaf402c83509 on network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:01:38.076297 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Attempting to bind port 15a6822f-f0d2-48e8-8801-aaf402c83509 on network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:38.128522 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:38.128927 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Checking segment: {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:38.129321 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Bound using segment: {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:38.129773 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Bound port: 15a6822f-f0d2-48e8-8801-aaf402c83509, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ad286d-8776-45bf-8b41-5b72197c2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:38.130220 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.210709 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] For port 15a6822f-f0d2-48e8-8801-aaf402c83509, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:38.215145 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] For port 15a6822f-f0d2-48e8-8801-aaf402c83509, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=15a6822f-f0d2-48e8-8801-aaf402c83509,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:38.223063 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.229065 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:38.229065 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.230483 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/15a6822f-f0d2-48e8-8801-aaf402c83509 HTTP/1.1" status: 200 len: 1093 time: 0.9293344 Sep 13 07:01:38.232463 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:38.234998 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9a4df4-5dee-4058-b547-e38bc22b00df" -d '{"events": [{"name": "network-changed", "server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:38.286742 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b582e0-ff9e-40a1-989f-57be4e6328c9 service neutron] Pushing event updated for resources: {'Port': ['ID=15a6822f-f0d2-48e8-8801-aaf402c83509,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:38.300399 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8162-c5d8-4b0a-84bb-2bf5d99cf497 req-68d1d1cc-8b7d-4741-ab22-e864c4f901ff tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:38.302341 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ca5a8162-c5d8-4b0a-84bb-2bf5d99cf497 req-68d1d1cc-8b7d-4741-ab22-e864c4f901ff tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 943 time: 0.0866570 Sep 13 07:01:38.310621 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb8eac-198e-4dae-865b-0bdda461e1d5 req-e535f567-d23f-4913-9fbb-87fa8a746423 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:38.312070 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2ffb8eac-198e-4dae-865b-0bdda461e1d5 req-e535f567-d23f-4913-9fbb-87fa8a746423 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.0612750 Sep 13 07:01:38.345976 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38132) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:38.360508 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2f9f77e1-2d68-458c-938c-3b7ac8df0c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.387041 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ca5a8162-c5d8-4b0a-84bb-2bf5d99cf497 req-b62dc2b7-1058-4f69-ba81-a80aa8ba79a1 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740149 Sep 13 07:01:38.390266 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2ffb8eac-198e-4dae-865b-0bdda461e1d5 req-34156d88-62e6-451b-9dd0-f257e8b33f75 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708673 Sep 13 07:01:38.438220 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783d3691-b365-428f-9fe1-1ae68effc0c3 x-openstack-request-id: req-783d3691-b365-428f-9fe1-1ae68effc0c3 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:38.438693 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:38.438938 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-783d3691-b365-428f-9fe1-1ae68effc0c3 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:38.439338 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783d3691-b365-428f-9fe1-1ae68effc0c3'] response: {'name': 'network-changed', 'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509', 'status': 'completed', 'code': 200} Sep 13 07:01:38.451385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2f9f77e1-2d68-458c-938c-3b7ac8df0c47 admin admin] Publish callbacks [] for security_group (d4988bc5-5b06-4907-8ec6-a4d00933bfef), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.457779 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2f9f77e1-2d68-458c-938c-3b7ac8df0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d4988bc5-5b06-4907-8ec6-a4d00933bfef), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.501740 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2f9f77e1-2d68-458c-938c-3b7ac8df0c47 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=800c3972fcc7423d86ec84f1c339a477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545758 Sep 13 07:01:38.502484 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f77e1-2d68-458c-938c-3b7ac8df0c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4988bc5-5b06-4907-8ec6-a4d00933bfef,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:38.504595 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38138) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:38.513221 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-424a72f0-156a-464c-b3e7-863578360d05 req-2efdcc69-8360-4c73-b61a-d169b5cc28cc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0446978 Sep 13 07:01:38.562974 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:38.569421 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c4bfeb9f-b9d6-4ff7-af9f-c7c5bc601012 admin admin] Publish callbacks [] for security_group (d4988bc5-5b06-4907-8ec6-a4d00933bfef), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.591960 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c4bfeb9f-b9d6-4ff7-af9f-c7c5bc601012 admin admin] Publish callbacks [] for security_group (d4988bc5-5b06-4907-8ec6-a4d00933bfef), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.645048 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c4bfeb9f-b9d6-4ff7-af9f-c7c5bc601012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d4988bc5-5b06-4907-8ec6-a4d00933bfef), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.648430 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c4bfeb9f-b9d6-4ff7-af9f-c7c5bc601012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:38.649634 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c4bfeb9f-b9d6-4ff7-af9f-c7c5bc601012 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d4988bc5-5b06-4907-8ec6-a4d00933bfef HTTP/1.1" status: 204 len: 168 time: 0.1440604 Sep 13 07:01:38.666458 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:38.667369 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfeb9f-b9d6-4ff7-af9f-c7c5bc601012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4988bc5-5b06-4907-8ec6-a4d00933bfef,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:38.711522 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815813-a7fd-489c-9de9-486974eb4f13 req-f9f5ca93-b16e-4089-928b-3dc6ed00d7ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:38.713323 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cf815813-a7fd-489c-9de9-486974eb4f13 req-f9f5ca93-b16e-4089-928b-3dc6ed00d7ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.0558417 Sep 13 07:01:38.764422 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cf815813-a7fd-489c-9de9-486974eb4f13 req-2ada9563-cf23-4ba2-9068-202198f07ad5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448604 Sep 13 07:01:38.943530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a4df4-5dee-4058-b547-e38bc22b00df req-6e1200a2-25dc-469b-bbaf-ebfcdafa8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:38.946826 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db9a4df4-5dee-4058-b547-e38bc22b00df req-6e1200a2-25dc-469b-bbaf-ebfcdafa8c36 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d415383e1c1471aae5712893d48c2b6&device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 1127 time: 0.1511204 Sep 13 07:01:39.029544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'port': {'device_id': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'admin_state_up': True, 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'security_groups': ['23588532-94f9-4373-b585-19afeed5ae74']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:39.056458 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:39.074374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2bf79-aa01-4fad-8f2c-15897f340b86 req-cd4055f1-690e-4190-8a51-e99d3a0499ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.075861 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4ab2bf79-aa01-4fad-8f2c-15897f340b86 req-cd4055f1-690e-4190-8a51-e99d3a0499ae service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2903178 Sep 13 07:01:39.160170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-1935276c-bcae-4538-b87c-2fd70c2ec3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.161799 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-1935276c-bcae-4538-b87c-2fd70c2ec3d3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3763533 Sep 13 07:01:39.364055 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-3f1e54b8-4812-48da-8a05-5eb297bbba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.364782 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-3f1e54b8-4812-48da-8a05-5eb297bbba84 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.5778892 Sep 13 07:01:39.425997 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-093cc963-e902-4c72-be5a-e47f96b1e9d6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 200 len: 217 time: 0.0537748 Sep 13 07:01:39.451326 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a4df4-5dee-4058-b547-e38bc22b00df req-e5b21384-2a3e-4ab6-b1c9-ceaefcc9e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.468354 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db9a4df4-5dee-4058-b547-e38bc22b00df req-e5b21384-2a3e-4ab6-b1c9-ceaefcc9e738 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=5d415383e1c1471aae5712893d48c2b6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5068588 Sep 13 07:01:39.540732 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-81e1a5c8-e296-4b46-96a5-eb7658ae9d76 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638513 Sep 13 07:01:39.571568 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Made reservation on behalf of 5d5ac5d4506943c48f4f7640d97f63c5 for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:39.575405 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:39.581940 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2bf79-aa01-4fad-8f2c-15897f340b86 req-88b3173b-17c5-42fb-b651-eb8e0ef2106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.581940 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-4ab2bf79-aa01-4fad-8f2c-15897f340b86 req-88b3173b-17c5-42fb-b651-eb8e0ef2106d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4956276 Sep 13 07:01:39.642463 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a4df4-5dee-4058-b547-e38bc22b00df req-398207f7-75f4-4435-9a38-5d119c731e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.643778 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db9a4df4-5dee-4058-b547-e38bc22b00df req-398207f7-75f4-4435-9a38-5d119c731e87 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743374 Sep 13 07:01:39.650926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-282d7c0d-3366-4bbd-bae7-87d7571fa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.652402 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-282d7c0d-3366-4bbd-bae7-87d7571fa77b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.2175150 Sep 13 07:01:39.705894 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec162-8008-488f-a5e8-55729c6e4bee req-76092425-3ccd-4768-a4ab-113c78e3022b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.713173 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-685ec162-8008-488f-a5e8-55729c6e4bee req-76092425-3ccd-4768-a4ab-113c78e3022b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 943 time: 0.1976733 Sep 13 07:01:39.773076 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e020790-ac2d-43a0-94b4-2094f334b09b req-3be50fe0-e0f3-4668-b6dc-4fe9dbc4a92d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.774973 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0e020790-ac2d-43a0-94b4-2094f334b09b req-3be50fe0-e0f3-4668-b6dc-4fe9dbc4a92d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.2399986 Sep 13 07:01:39.787052 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-0086a337-a6ce-41b6-b890-f36d9755c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.791938 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-0086a337-a6ce-41b6-b890-f36d9755c756 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 1127 time: 0.1217687 Sep 13 07:01:39.851670 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-fdddd909-78aa-4549-b053-0f6af78dc4f3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10 HTTP/1.1" status: 200 len: 217 time: 0.0450506 Sep 13 07:01:39.852793 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-7a69653f-6f31-48e4-8110-473bac3aa71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.854214 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-7a69653f-6f31-48e4-8110-473bac3aa71a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d415383e1c1471aae5712893d48c2b6&device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 1127 time: 0.1281328 Sep 13 07:01:39.864633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-45a267f3-11ac-4f39-8afd-77f8290c39df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:39.866040 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-45a267f3-11ac-4f39-8afd-77f8290c39df service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1738396 Sep 13 07:01:39.890341 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:39.912852 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:39.940016 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-685ec162-8008-488f-a5e8-55729c6e4bee req-017bdac9-4ae4-45ba-a8ac-f07cecd8776f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259929 Sep 13 07:01:39.946646 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-207aee50-bc9f-4b5f-82bf-f131e69527fb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a6822f-f0d2-48e8-8801-aaf402c83509 HTTP/1.1" status: 200 len: 217 time: 0.0651374 Sep 13 07:01:40.000979 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2646bb5-f1c4-4ade-bd7b-c81c3d40eb5e req-cf3f67f6-0e74-4bac-b4a7-f5e90b477002 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154184 Sep 13 07:01:40.002853 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-dff057d4-70ec-4f17-b33a-5dc3f23711fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:40.004999 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-dff057d4-70ec-4f17-b33a-5dc3f23711fc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.1327698 Sep 13 07:01:40.024187 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:40.054332 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-316e3779-2c0c-4f85-a788-444e137b4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:40.056499 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-316e3779-2c0c-4f85-a788-444e137b4c4e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=709e6410-ca2c-4717-9e8d-193801a3cfd3 HTTP/1.1" status: 200 len: 851 time: 0.1015296 Sep 13 07:01:40.076271 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0e020790-ac2d-43a0-94b4-2094f334b09b req-7bdc13b4-a4b6-4f6c-a407-feab5f1a8fcf tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855804 Sep 13 07:01:40.110581 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-39e21260-2a30-4372-9598-1305b2d9727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:40.111322 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-39e21260-2a30-4372-9598-1305b2d9727f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831778 Sep 13 07:01:40.133340 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a49c8005-1f60-4b03-b9de-5409c5830963 req-2518dc52-b06c-4285-a152-78075886c53e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0687883 Sep 13 07:01:40.140356 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Allocated IP 172.20.0.9 (4c3c52b2-50ca-4f89-8b20-12f54380722c/b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1/447e368f-71d6-49ce-be81-226ee22458f1) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:40.163332 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-e55b37f8-e99b-40c9-9c4a-2c0ffc30c9b4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771499 Sep 13 07:01:40.278101 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef7174-defb-42c7-b31c-fb07f1ed1ebd req-ef1e97a2-103f-4378-9f06-ba3818309caf tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:40.279564 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-42ef7174-defb-42c7-b31c-fb07f1ed1ebd req-ef1e97a2-103f-4378-9f06-ba3818309caf tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.0976110 Sep 13 07:01:40.362792 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-42ef7174-defb-42c7-b31c-fb07f1ed1ebd req-611dff13-6102-414d-b587-69c5622dbbba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758371 Sep 13 07:01:40.372553 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for port (447e368f-71d6-49ce-be81-226ee22458f1), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:40.411510 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:40.464974 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:40.470624 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:40.474684 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:40.479005 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:40.479643 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:40.493521 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:40.509236 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-554c537d-b96e-44e7-8dd9-22f9acc00ca8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7212005 Sep 13 07:01:40.797673 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:40.799088 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-cce5e293-a310-4122-acb1-d5aff2b97234 None None] Provisioning complete for port 447e368f-71d6-49ce-be81-226ee22458f1 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:40.799568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cce5e293-a310-4122-acb1-d5aff2b97234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (447e368f-71d6-49ce-be81-226ee22458f1), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:40.850783 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-cce5e293-a310-4122-acb1-d5aff2b97234 None None] Port 447e368f-71d6-49ce-be81-226ee22458f1 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:01:40.856912 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Request body: {'port': {'device_id': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:40.942490 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38246) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:40.958570 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-0ccf5181-1fe8-4c85-85ee-a2718a5c7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:40.960116 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-0ccf5181-1fe8-4c85-85ee-a2718a5c7d10 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5f4fd977-45fe-407b-8ff6-ed85b95a84e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1156647 Sep 13 07:01:40.970964 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38248) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:41.046957 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-6967bb7e-6600-46dd-ba7d-0e5e13801c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:41.047960 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-6967bb7e-6600-46dd-ba7d-0e5e13801c86 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 1127 time: 0.1871099 Sep 13 07:01:41.063976 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-84838e1b-3495-4414-bf89-d185711a75da service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021506 Sep 13 07:01:41.073086 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.173735 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:01:41.213304 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-ad0abdde-0f94-4b95-a09e-d88b645706a3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5f4fd977-45fe-407b-8ff6-ed85b95a84e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442882 Sep 13 07:01:41.318115 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:41.353188 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'port_id': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec', 'mac_address': 'fa:16:3e:e1:e1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:01:41.358914 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-78e4faf9-94b2-41fe-9f30-72c2ffc40cda service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840292 Sep 13 07:01:41.423191 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-508a68ef-41f2-44a0-a2b6-e5c1bf1deb6e req-beee1b88-8f2b-4da8-b86c-8bf81acd5309 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5f4fd977-45fe-407b-8ff6-ed85b95a84e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753972 Sep 13 07:01:41.425698 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:41.426186 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.447404 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:41.458776 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:41.479144 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:41.488015 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.511193 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:41.533333 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38270) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:41.557974 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:41.583497 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-7eb21227-d37a-4361-84a7-7d13b31388cc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062280 Sep 13 07:01:41.591157 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3b32e4fd-1847-4566-bfa8-916b1555a31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.613853 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05248e1a-7067-40c7-8d51-02be33efd3ad req-433cd56d-1296-4646-9f22-7a3d95714596 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:41.618579 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-05248e1a-7067-40c7-8d51-02be33efd3ad req-433cd56d-1296-4646-9f22-7a3d95714596 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 943 time: 0.4869790 Sep 13 07:01:41.685138 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5ecf1-ce9a-4a35-8839-92671d911472 req-b7a38f0b-3bb4-4c68-bda9-1e0f15acfb22 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:41.686789 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a2d5ecf1-ce9a-4a35-8839-92671d911472 req-b7a38f0b-3bb4-4c68-bda9-1e0f15acfb22 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.2292378 Sep 13 07:01:41.703970 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b97ffa8b-9500-4794-90fa-0e72c954e13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.747265 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-450acdeb-80b8-4504-b972-dc3b3e743f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.749472 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-6db8d19d-9889-48c9-a054-2754ccdb0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:41.750978 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-6db8d19d-9889-48c9-a054-2754ccdb0f81 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.6942964 Sep 13 07:01:41.817886 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:41.828378 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['827c4775-bb8b-4e51-8c12-4fe64b1bf6ec'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:01:41.845387 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-450acdeb-80b8-4504-b972-dc3b3e743f64 admin admin] Publish callbacks [] for security_group (dcc2e62d-145a-4026-8072-70aafb6387f6), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.854500 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-450acdeb-80b8-4504-b972-dc3b3e743f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (dcc2e62d-145a-4026-8072-70aafb6387f6), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.882371 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-05248e1a-7067-40c7-8d51-02be33efd3ad req-4675e9ab-0bec-4a93-8384-df63d2ebdb04 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378950 Sep 13 07:01:41.901796 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-450acdeb-80b8-4504-b972-dc3b3e743f64 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=09e7b589f6734adc8ac14644b6888355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650532 Sep 13 07:01:41.903352 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38280) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:41.937664 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450acdeb-80b8-4504-b972-dc3b3e743f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2e62d-145a-4026-8072-70aafb6387f6,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:41.962809 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b97ffa8b-9500-4794-90fa-0e72c954e13a admin admin] Publish callbacks [] for security_group (12b2b376-ba11-4c5c-a44a-9d73a6cb71d7), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:41.998185 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a2d5ecf1-ce9a-4a35-8839-92671d911472 req-8c5a76ef-160a-495f-a467-cb7ab89681e2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920480 Sep 13 07:01:42.000801 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-68f35954-14e7-45fc-a5cd-c73195c15988 admin admin] Publish callbacks [] for security_group (dcc2e62d-145a-4026-8072-70aafb6387f6), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.007115 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:42.008433 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:42.009403 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b97ffa8b-9500-4794-90fa-0e72c954e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (12b2b376-ba11-4c5c-a44a-9d73a6cb71d7), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.049415 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-68f35954-14e7-45fc-a5cd-c73195c15988 admin admin] Publish callbacks [] for security_group (dcc2e62d-145a-4026-8072-70aafb6387f6), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.064927 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:42.143516 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-68f35954-14e7-45fc-a5cd-c73195c15988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (dcc2e62d-145a-4026-8072-70aafb6387f6), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.146158 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-68f35954-14e7-45fc-a5cd-c73195c15988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.147769 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-68f35954-14e7-45fc-a5cd-c73195c15988 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dcc2e62d-145a-4026-8072-70aafb6387f6 HTTP/1.1" status: 204 len: 168 time: 0.2431729 Sep 13 07:01:42.157503 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f35954-14e7-45fc-a5cd-c73195c15988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2e62d-145a-4026-8072-70aafb6387f6,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:42.188847 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38292) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:42.202771 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b97ffa8b-9500-4794-90fa-0e72c954e13a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=250617554d634a3a95733753fc56512c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2334893 Sep 13 07:01:42.216918 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ffa8b-9500-4794-90fa-0e72c954e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b2b376-ba11-4c5c-a44a-9d73a6cb71d7,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:42.263274 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447e368f-71d6-49ce-be81-226ee22458f1 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:42.272795 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Publish callbacks [] for port (447e368f-71d6-49ce-be81-226ee22458f1), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.284072 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcd7af8d-9921-45bb-aadd-96bff23e22f6 admin admin] Publish callbacks [] for security_group (12b2b376-ba11-4c5c-a44a-9d73a6cb71d7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.324314 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcd7af8d-9921-45bb-aadd-96bff23e22f6 admin admin] Publish callbacks [] for security_group (12b2b376-ba11-4c5c-a44a-9d73a6cb71d7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.324516 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3b32e4fd-1847-4566-bfa8-916b1555a31b admin admin] Publish callbacks [] for security_group (64814593-d517-4810-a984-b96718f83b13), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.327849 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-82b62e46-ddf8-49a3-a9d4-e1176c142f80 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8298a4a7-541f-414c-9b75-7bc68d05e531 HTTP/1.1" status: 200 len: 217 time: 0.1235695 Sep 13 07:01:42.342437 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0842b8-5b15-4657-b220-4aa8ed2473d8 req-a5f66cff-0f4c-41cd-87a5-2d6d96f355a2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:42.349331 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9a0842b8-5b15-4657-b220-4aa8ed2473d8 req-a5f66cff-0f4c-41cd-87a5-2d6d96f355a2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 931 time: 0.3501720 Sep 13 07:01:42.356018 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3b32e4fd-1847-4566-bfa8-916b1555a31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (64814593-d517-4810-a984-b96718f83b13), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.374562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Transition to ACTIVE for port object 447e368f-71d6-49ce-be81-226ee22458f1 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:01:42.397212 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcd7af8d-9921-45bb-aadd-96bff23e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (12b2b376-ba11-4c5c-a44a-9d73a6cb71d7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.400543 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.400738 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcd7af8d-9921-45bb-aadd-96bff23e22f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.404238 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fcd7af8d-9921-45bb-aadd-96bff23e22f6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/12b2b376-ba11-4c5c-a44a-9d73a6cb71d7 HTTP/1.1" status: 204 len: 168 time: 0.2116859 Sep 13 07:01:42.408579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f67f11-b418-4b76-8a5f-d54f64ce816b req-1a1680a0-b8a6-47b8-bce0-d4c51dc52886 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:42.410159 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7af8d-9921-45bb-aadd-96bff23e22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b2b376-ba11-4c5c-a44a-9d73a6cb71d7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:42.415361 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-51f67f11-b418-4b76-8a5f-d54f64ce816b req-1a1680a0-b8a6-47b8-bce0-d4c51dc52886 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 943 time: 0.2862132 Sep 13 07:01:42.485671 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32e4fd-1847-4566-bfa8-916b1555a31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64814593-d517-4810-a984-b96718f83b13,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:42.563330 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38304) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:42.565657 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:42.581927 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c480dd3-3ac5-4c72-9d7e-5561385ddfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.584391 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-3b32e4fd-1847-4566-bfa8-916b1555a31b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6e308f70145b4bac88524fabdacc47bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6006105 Sep 13 07:01:42.585944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38308) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:42.589788 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-51f67f11-b418-4b76-8a5f-d54f64ce816b req-ec049b3c-0b13-412d-b0ec-10c6dc026854 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735415 Sep 13 07:01:42.590429 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:42.638105 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9a0842b8-5b15-4657-b220-4aa8ed2473d8 req-222fe8bc-a277-471e-a5bc-9238d4a9e1c9 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878001 Sep 13 07:01:42.685451 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Attempting to bind port 447e368f-71d6-49ce-be81-226ee22458f1 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:42.685791 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Attempting to bind port 447e368f-71d6-49ce-be81-226ee22458f1 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:42.686693 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Attempting to bind port 447e368f-71d6-49ce-be81-226ee22458f1 on network 4c3c52b2-50ca-4f89-8b20-12f54380722c {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:42.699582 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c480dd3-3ac5-4c72-9d7e-5561385ddfc8 admin admin] Publish callbacks [] for security_group (45893bf6-d2d6-41e3-b728-9f559b037619), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.710990 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c480dd3-3ac5-4c72-9d7e-5561385ddfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (45893bf6-d2d6-41e3-b728-9f559b037619), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.741507 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d5370775-776f-46bd-8480-d10d5182a87f admin admin] Publish callbacks [] for security_group (64814593-d517-4810-a984-b96718f83b13), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.760276 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1c480dd3-3ac5-4c72-9d7e-5561385ddfc8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=879272babecc4dfda0b9bffab5cb5432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953804 Sep 13 07:01:42.761238 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c480dd3-3ac5-4c72-9d7e-5561385ddfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45893bf6-d2d6-41e3-b728-9f559b037619,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:42.764250 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38316) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:42.778590 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d5370775-776f-46bd-8480-d10d5182a87f admin admin] Publish callbacks [] for security_group (64814593-d517-4810-a984-b96718f83b13), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.790119 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Port 447e368f-71d6-49ce-be81-226ee22458f1 on network 4c3c52b2-50ca-4f89-8b20-12f54380722c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:01:42.790446 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Attempting to bind port 447e368f-71d6-49ce-be81-226ee22458f1 on network 4c3c52b2-50ca-4f89-8b20-12f54380722c {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:42.858798 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38318) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:42.874846 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa52e-f78a-431c-8726-81622fa48f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.887127 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:42.887455 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Checking segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:42.887836 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Bound using segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:42.888358 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Bound port: 447e368f-71d6-49ce-be81-226ee22458f1, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:42.888718 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.915455 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c9670275-3d8c-4dee-9554-1e06e9edc827 admin admin] Publish callbacks [] for security_group (45893bf6-d2d6-41e3-b728-9f559b037619), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.939337 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d5370775-776f-46bd-8480-d10d5182a87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (64814593-d517-4810-a984-b96718f83b13), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.942130 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d5370775-776f-46bd-8480-d10d5182a87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:42.944459 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-d5370775-776f-46bd-8480-d10d5182a87f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/64814593-d517-4810-a984-b96718f83b13 HTTP/1.1" status: 204 len: 168 time: 0.3266699 Sep 13 07:01:42.997317 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa52e-f78a-431c-8726-81622fa48f91 admin admin] Publish callbacks [] for security_group (0ce003df-084b-41b1-8b70-0939781947c5), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.007868 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa52e-f78a-431c-8726-81622fa48f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0ce003df-084b-41b1-8b70-0939781947c5), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.043169 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:43.045026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-442c4a22-3bc9-465c-a0f1-e93d4934b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:43.046608 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-442c4a22-3bc9-465c-a0f1-e93d4934b4d3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0646293 Sep 13 07:01:43.050706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c9670275-3d8c-4dee-9554-1e06e9edc827 admin admin] Publish callbacks [] for security_group (45893bf6-d2d6-41e3-b728-9f559b037619), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.056569 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5370775-776f-46bd-8480-d10d5182a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64814593-d517-4810-a984-b96718f83b13,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:43.098871 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4a7fa52e-f78a-431c-8726-81622fa48f91 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a64d84dec39f4257835f17fbbb2bd534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364948 Sep 13 07:01:43.100757 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38326) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:43.103260 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fa52e-f78a-431c-8726-81622fa48f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce003df-084b-41b1-8b70-0939781947c5,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:43.105832 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:43.110312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:43.160072 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ef18f87e-b4ae-437d-90c7-0368d0e8dc10 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:01:43.185161 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=12 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:43.196572 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cb1364d8-8eba-4230-9fe4-cc128503d273 admin admin] Publish callbacks [] for security_group (0ce003df-084b-41b1-8b70-0939781947c5), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.206862 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:43.224382 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cb1364d8-8eba-4230-9fe4-cc128503d273 admin admin] Publish callbacks [] for security_group (0ce003df-084b-41b1-8b70-0939781947c5), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.237488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-2cc8ff2c-3a89-4d32-abc3-5e9624944c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:43.240653 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-2cc8ff2c-3a89-4d32-abc3-5e9624944c92 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076424 Sep 13 07:01:43.242455 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.261236 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:43.262016 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.264587 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 1093 time: 2.4149394 Sep 13 07:01:43.290344 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:43.295635 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc35d8-54f3-4c0e-83be-b23e155582f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "tag": "447e368f-71d6-49ce-be81-226ee22458f1"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:43.309593 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cb1364d8-8eba-4230-9fe4-cc128503d273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0ce003df-084b-41b1-8b70-0939781947c5), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.313157 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cb1364d8-8eba-4230-9fe4-cc128503d273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.314810 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cb1364d8-8eba-4230-9fe4-cc128503d273 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0ce003df-084b-41b1-8b70-0939781947c5 HTTP/1.1" status: 204 len: 168 time: 0.2055931 Sep 13 07:01:43.329890 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1364d8-8eba-4230-9fe4-cc128503d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce003df-084b-41b1-8b70-0939781947c5,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:43.392742 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:01:43.400866 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:43.413015 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:43.413385 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.480273 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63c27-8de9-4fd5-a488-fbf714988a80 req-6a1f2709-f777-410b-bc8d-6d61ee121962 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:43.482214 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45f63c27-8de9-4fd5-a488-fbf714988a80 req-6a1f2709-f777-410b-bc8d-6d61ee121962 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 943 time: 0.4283676 Sep 13 07:01:43.504758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-385fc675-151c-4fdf-9b10-dff9bed8f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:43.506257 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port ef18f87e-b4ae-437d-90c7-0368d0e8dc10, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:43.507180 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-385fc675-151c-4fdf-9b10-dff9bed8f6fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1127 time: 0.1424708 Sep 13 07:01:43.516169 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38336) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:43.527652 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:43.534626 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-79055049-556a-4dc7-9f5d-8886cc1e195e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.535690 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:01:43.582365 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:43.582930 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.620164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:43.621791 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf16f8-b87b-44d3-87dc-61f9d5ef3853 req-5a626a71-629b-4166-858c-7976fd51e206 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:43.627433 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e4bf16f8-b87b-44d3-87dc-61f9d5ef3853 req-5a626a71-629b-4166-858c-7976fd51e206 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 943 time: 0.3996792 Sep 13 07:01:43.635643 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:43.641791 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef18f87e-b4ae-437d-90c7-0368d0e8dc10 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:43.690722 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:43.691200 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.699304 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port ef18f87e-b4ae-437d-90c7-0368d0e8dc10, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:43.712295 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.713140 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c9670275-3d8c-4dee-9554-1e06e9edc827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (45893bf6-d2d6-41e3-b728-9f559b037619), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.713513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8298a4a7-541f-414c-9b75-7bc68d05e531 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:01:43.715851 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c9670275-3d8c-4dee-9554-1e06e9edc827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.719418 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c9670275-3d8c-4dee-9554-1e06e9edc827 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/45893bf6-d2d6-41e3-b728-9f559b037619 HTTP/1.1" status: 204 len: 168 time: 0.9513083 Sep 13 07:01:43.727708 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-ffe775cc-4820-40c0-aa65-2648d75ccfee service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 217 time: 0.1913943 Sep 13 07:01:43.728292 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6a5f3-7924-464d-84cb-2c8c5100998f service neutron] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:43.754705 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-79055049-556a-4dc7-9f5d-8886cc1e195e admin admin] Publish callbacks [] for security_group (c5ebb0d0-9f21-4e0e-a3db-5b9783917163), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.765640 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-79055049-556a-4dc7-9f5d-8886cc1e195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c5ebb0d0-9f21-4e0e-a3db-5b9783917163), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.784563 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9670275-3d8c-4dee-9554-1e06e9edc827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45893bf6-d2d6-41e3-b728-9f559b037619,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:43.804269 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:43.806863 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8082cb10-169b-478f-9b71-7680fe245559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:43.841902 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45f63c27-8de9-4fd5-a488-fbf714988a80 req-5f1116fe-a36e-48ca-b6ae-34148e0db181 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478782 Sep 13 07:01:43.847757 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-ee1c560c-2e0f-4837-aeae-04fc4bdc0625 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908480 Sep 13 07:01:43.887064 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38352) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:43.888377 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-79055049-556a-4dc7-9f5d-8886cc1e195e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fe1b3a69ea2b42788ac936f726149b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709676 Sep 13 07:01:43.889633 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79055049-556a-4dc7-9f5d-8886cc1e195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ebb0d0-9f21-4e0e-a3db-5b9783917163,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:43.909539 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:43.912608 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e4bf16f8-b87b-44d3-87dc-61f9d5ef3853 req-d5de006b-fef6-49df-8a81-6a63439e6f1f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045863 Sep 13 07:01:43.920741 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-1a7f9963-87cf-47d7-9340-302b47f4b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:43.922426 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-1a7f9963-87cf-47d7-9340-302b47f4b0a0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.1778781 Sep 13 07:01:43.967579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1caabf-1640-4ba7-9a3a-b9d659354a0a x-openstack-request-id: req-fe1caabf-1640-4ba7-9a3a-b9d659354a0a {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:43.967867 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "tag": "447e368f-71d6-49ce-be81-226ee22458f1", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:43.968115 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe1caabf-1640-4ba7-9a3a-b9d659354a0a {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:43.968495 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1caabf-1640-4ba7-9a3a-b9d659354a0a'] response: {'name': 'network-changed', 'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1', 'status': 'completed', 'code': 200} Sep 13 07:01:44.044670 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:44.155381 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8298a4a7-541f-414c-9b75-7bc68d05e531, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8298a4a7-541f-414c-9b75-7bc68d05e531,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:44.166261 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:44.174430 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '8298a4a7-541f-414c-9b75-7bc68d05e531', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'port_id': '8298a4a7-541f-414c-9b75-7bc68d05e531', 'mac_address': 'fa:16:3e:2b:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:01:44.216722 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 8298a4a7-541f-414c-9b75-7bc68d05e531 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:44.217509 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:44.240823 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8298a4a7-541f-414c-9b75-7bc68d05e531 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:44.259236 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c4bda-363c-437b-b0ce-d32b1563663a" -d '{"events": [{"server_uuid": "8082cb10-169b-478f-9b71-7680fe245559", "name": "network-vif-plugged", "status": "completed", "tag": "827c4775-bb8b-4e51-8c12-4fe64b1bf6ec"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:44.284151 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8298a4a7-541f-414c-9b75-7bc68d05e531, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8298a4a7-541f-414c-9b75-7bc68d05e531,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:44.293196 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:44.328454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-ec6026e7-160b-44fa-ae98-8ef52bade3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:44.330168 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-ec6026e7-160b-44fa-ae98-8ef52bade3b9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3658338 Sep 13 07:01:44.363364 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4477ee-c0a9-4f33-987f-08e8dbb66469 req-7479a4d2-909e-4700-b7b0-7e61df66a20b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:44.364726 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cd4477ee-c0a9-4f33-987f-08e8dbb66469 req-7479a4d2-909e-4700-b7b0-7e61df66a20b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1356974 Sep 13 07:01:44.370618 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0816ad-812b-406d-8000-f44f5f0f570a req-6a87a274-1ebd-4f26-b692-cf9b7f30759d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:44.377837 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed0816ad-812b-406d-8000-f44f5f0f570a req-6a87a274-1ebd-4f26-b692-cf9b7f30759d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 944 time: 0.1498859 Sep 13 07:01:44.378008 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=8298a4a7-541f-414c-9b75-7bc68d05e531,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:44.419562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-770483cf-d5d9-450a-b514-bdeb38f6f687 admin admin] Publish callbacks [] for security_group (c5ebb0d0-9f21-4e0e-a3db-5b9783917163), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:44.479964 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f559083-41ad-4180-b6fc-60dd0bf3e4ff req-6a438d29-1ddb-4425-99ec-c0060ec47a1a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222043 Sep 13 07:01:44.508117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:44.512629 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-770483cf-d5d9-450a-b514-bdeb38f6f687 admin admin] Publish callbacks [] for security_group (c5ebb0d0-9f21-4e0e-a3db-5b9783917163), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:44.576864 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cd4477ee-c0a9-4f33-987f-08e8dbb66469 req-349c4cda-dbf3-446d-9ea6-d66e13a485fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908841 Sep 13 07:01:44.614931 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed0816ad-812b-406d-8000-f44f5f0f570a req-055aa245-e3b0-4370-bdea-035d1a3f423b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357261 Sep 13 07:01:44.624282 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-037b42b1-9bef-4fee-ab9c-885826ee0b14 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810733 Sep 13 07:01:44.704199 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-770483cf-d5d9-450a-b514-bdeb38f6f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c5ebb0d0-9f21-4e0e-a3db-5b9783917163), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:44.707031 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-770483cf-d5d9-450a-b514-bdeb38f6f687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:44.709234 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-770483cf-d5d9-450a-b514-bdeb38f6f687 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c5ebb0d0-9f21-4e0e-a3db-5b9783917163 HTTP/1.1" status: 204 len: 168 time: 0.8185289 Sep 13 07:01:44.723930 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770483cf-d5d9-450a-b514-bdeb38f6f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ebb0d0-9f21-4e0e-a3db-5b9783917163,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:44.772521 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1c1624c-9aea-4cc5-9cbe-c564245932f2 req-74d10e8b-25e0-4b6a-9ccd-4d14ebd3ef10 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374173 Sep 13 07:01:44.827038 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['ef18f87e-b4ae-437d-90c7-0368d0e8dc10'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:01:44.960223 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['8298a4a7-541f-414c-9b75-7bc68d05e531'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:01:45.092657 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e21263-3908-4af5-8c36-c32d8e6ca246 req-757772ee-6b0c-4aaa-abd1-63da55db5a0b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:45.103962 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b5e21263-3908-4af5-8c36-c32d8e6ca246 req-757772ee-6b0c-4aaa-abd1-63da55db5a0b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 943 time: 0.1036305 Sep 13 07:01:45.164769 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72755864-508d-4b1e-b70c-6bbe6286fe28 x-openstack-request-id: req-72755864-508d-4b1e-b70c-6bbe6286fe28 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:45.165320 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8082cb10-169b-478f-9b71-7680fe245559", "name": "network-vif-plugged", "status": "completed", "tag": "827c4775-bb8b-4e51-8c12-4fe64b1bf6ec", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:45.165778 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72755864-508d-4b1e-b70c-6bbe6286fe28 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:45.166578 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72755864-508d-4b1e-b70c-6bbe6286fe28'] response: {'server_uuid': '8082cb10-169b-478f-9b71-7680fe245559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec', 'code': 200} Sep 13 07:01:45.178733 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 15a6822f-f0d2-48e8-8801-aaf402c83509 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:01:45.185972 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b5e21263-3908-4af5-8c36-c32d8e6ca246 req-b36ff266-17b5-465e-b896-2d45135efb27 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797145 Sep 13 07:01:45.203418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5058dd6-d1d7-49c3-a11f-48178d062ddd req-4237f34b-9aec-4936-a246-1c37a83ca176 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:45.205081 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c5058dd6-d1d7-49c3-a11f-48178d062ddd req-4237f34b-9aec-4936-a246-1c37a83ca176 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 944 time: 0.1335256 Sep 13 07:01:45.267895 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:45.288434 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c5058dd6-d1d7-49c3-a11f-48178d062ddd req-795a17f8-7292-4354-b984-56245da5718c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Sep 13 07:01:45.385036 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:45.432136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 15a6822f-f0d2-48e8-8801-aaf402c83509, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=15a6822f-f0d2-48e8-8801-aaf402c83509,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:45.455450 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '15a6822f-f0d2-48e8-8801-aaf402c83509', 'network_id': '5f4fd977-45fe-407b-8ff6-ed85b95a84e6', 'port_id': '15a6822f-f0d2-48e8-8801-aaf402c83509', 'mac_address': 'fa:16:3e:07:0e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709e6410-ca2c-4717-9e8d-193801a3cfd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:01:45.510503 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 15a6822f-f0d2-48e8-8801-aaf402c83509 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:45.510902 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:45.524571 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a6822f-f0d2-48e8-8801-aaf402c83509 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:45.546580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 15a6822f-f0d2-48e8-8801-aaf402c83509, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=15a6822f-f0d2-48e8-8801-aaf402c83509,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:45.560683 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:45.615902 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:45.626855 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=15a6822f-f0d2-48e8-8801-aaf402c83509,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:45.857538 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c3302-72e8-48da-b701-c95f47fc7e30 req-bb83cb69-b840-488e-9571-7c5fd34f9987 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:45.866133 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2c0c3302-72e8-48da-b701-c95f47fc7e30 req-bb83cb69-b840-488e-9571-7c5fd34f9987 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1470640 Sep 13 07:01:45.883544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-7bf1cb3a-1a32-4c75-9b78-f4c03b4d83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:45.885334 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-7bf1cb3a-1a32-4c75-9b78-f4c03b4d83eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1127 time: 0.1283312 Sep 13 07:01:45.891209 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdf63a-a107-4a54-9746-d00fc15da3de req-deb4676f-cd1d-4e7f-aec4-6944da2b79da tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:45.892711 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-88bdf63a-a107-4a54-9746-d00fc15da3de req-deb4676f-cd1d-4e7f-aec4-6944da2b79da tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 944 time: 0.1368227 Sep 13 07:01:46.128397 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-88bdf63a-a107-4a54-9746-d00fc15da3de req-37d9b186-db48-4f20-a236-73688245b294 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272394 Sep 13 07:01:46.138590 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d671f-364a-4af4-a7fa-21690aaf5db9 req-433834e8-cf05-413f-8fa1-9e6b1267634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:46.140544 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-730d671f-364a-4af4-a7fa-21690aaf5db9 req-433834e8-cf05-413f-8fa1-9e6b1267634c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1130 time: 0.1798689 Sep 13 07:01:46.153488 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2c0c3302-72e8-48da-b701-c95f47fc7e30 req-39e8a5b4-138b-4683-a561-d33488a7d320 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861559 Sep 13 07:01:46.192911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-730d671f-364a-4af4-a7fa-21690aaf5db9 req-8f49b410-41f2-483f-884d-0feb6d054203 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:46.207570 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-47030b69-22db-4c3a-ac45-77f7ee813974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:46.209479 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-47030b69-22db-4c3a-ac45-77f7ee813974 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.3159158 Sep 13 07:01:46.265862 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-4e366e9f-fb74-4504-befa-3169b8e3da0d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 217 time: 0.0488493 Sep 13 07:01:46.361393 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:46.482222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-730d671f-364a-4af4-a7fa-21690aaf5db9 req-8f49b410-41f2-483f-884d-0feb6d054203 service neutron] Publish callbacks [] for security_group (e0146026-a1ad-4108-8419-be2f3f7ddc46), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:46.498299 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacc2fc-0379-4aa8-9d84-cdea78d953df req-4c3ef155-ae23-43c1-998f-0b5f7778b6d6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:46.500663 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aeacc2fc-0379-4aa8-9d84-cdea78d953df req-4c3ef155-ae23-43c1-998f-0b5f7778b6d6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 944 time: 0.1694140 Sep 13 07:01:46.502930 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-2482e808-6560-4ba5-9625-e7cda610587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:46.504652 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-2482e808-6560-4ba5-9625-e7cda610587c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.2318516 Sep 13 07:01:46.536122 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38466) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:46.566906 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-730d671f-364a-4af4-a7fa-21690aaf5db9 req-8f49b410-41f2-483f-884d-0feb6d054203 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (e0146026-a1ad-4108-8419-be2f3f7ddc46), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:46.636855 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb041e-2ee7-4fd6-b5b9-8bb9f9698115 req-918ddf70-7bd2-40d8-9d5c-82ae3fe4485a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:46.638416 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12bb041e-2ee7-4fd6-b5b9-8bb9f9698115 req-918ddf70-7bd2-40d8-9d5c-82ae3fe4485a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 944 time: 0.2236381 Sep 13 07:01:46.674554 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['15a6822f-f0d2-48e8-8801-aaf402c83509'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:01:46.678103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:46.694035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-025ddbff-072a-4fb8-9383-949786b7e9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:46.707489 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-f5fa8521-102b-40c8-a0c4-6899c0e19915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:46.709145 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-f5fa8521-102b-40c8-a0c4-6899c0e19915 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1835907 Sep 13 07:01:46.710672 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49b410-41f2-483f-884d-0feb6d054203 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e0146026-a1ad-4108-8419-be2f3f7ddc46,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:46.733654 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-730d671f-364a-4af4-a7fa-21690aaf5db9 req-8f49b410-41f2-483f-884d-0feb6d054203 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768893 Sep 13 07:01:46.734488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:46.837801 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-025ddbff-072a-4fb8-9383-949786b7e9c0 admin admin] Publish callbacks [] for security_group (0c9c1e73-575a-4628-b294-5dba4c845dbd), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:46.849320 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-025ddbff-072a-4fb8-9383-949786b7e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0c9c1e73-575a-4628-b294-5dba4c845dbd), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:46.872306 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aeacc2fc-0379-4aa8-9d84-cdea78d953df req-1ba93561-f00b-4293-9214-9709ef879365 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378603 Sep 13 07:01:46.922313 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-025ddbff-072a-4fb8-9383-949786b7e9c0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a762166bdca741418d9f4ccf7b3aa231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847327 Sep 13 07:01:46.930574 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38480) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:46.978340 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ddbff-072a-4fb8-9383-949786b7e9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9c1e73-575a-4628-b294-5dba4c845dbd,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:46.980770 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12bb041e-2ee7-4fd6-b5b9-8bb9f9698115 req-3d366058-d3c9-4138-a448-b8832d6bc981 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220954 Sep 13 07:01:47.008294 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce4c7-8fe9-4faf-93a5-5b9d9ee3bcdf admin admin] Publish callbacks [] for security_group (0c9c1e73-575a-4628-b294-5dba4c845dbd), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.031848 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce4c7-8fe9-4faf-93a5-5b9d9ee3bcdf admin admin] Publish callbacks [] for security_group (0c9c1e73-575a-4628-b294-5dba4c845dbd), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.034599 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-4af6ed1c-0939-4349-aadf-3fe913ce88a6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925663 Sep 13 07:01:47.079178 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=5,neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:47.103777 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce4c7-8fe9-4faf-93a5-5b9d9ee3bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0c9c1e73-575a-4628-b294-5dba4c845dbd), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.106488 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce4c7-8fe9-4faf-93a5-5b9d9ee3bcdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.110393 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0b7ce4c7-8fe9-4faf-93a5-5b9d9ee3bcdf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0c9c1e73-575a-4628-b294-5dba4c845dbd HTTP/1.1" status: 204 len: 168 time: 0.1759670 Sep 13 07:01:47.122185 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ce4c7-8fe9-4faf-93a5-5b9d9ee3bcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9c1e73-575a-4628-b294-5dba4c845dbd,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:47.194196 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ddc35d8-54f3-4c0e-83be-b23e155582f5 req-48b16543-41b5-4907-9311-0315e14b69ea service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329269 Sep 13 07:01:47.326236 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ec75a-f6be-4805-b638-0859b6057991 req-59a0aa2e-1a28-49b4-8e76-008c88173f33 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:47.327954 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-607ec75a-f6be-4805-b638-0859b6057991 req-59a0aa2e-1a28-49b4-8e76-008c88173f33 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 944 time: 0.0981884 Sep 13 07:01:47.338908 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f69db-cb24-4d2f-9b8c-6a0e0daaa444 req-fa3557bc-d483-4c0f-b03e-5310051723e7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:47.340590 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-de9f69db-cb24-4d2f-9b8c-6a0e0daaa444 req-fa3557bc-d483-4c0f-b03e-5310051723e7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0733287 Sep 13 07:01:47.425085 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-607ec75a-f6be-4805-b638-0859b6057991 req-43228491-1b9c-42bf-8380-16e8ac6d8f7e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835543 Sep 13 07:01:47.438365 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-de9f69db-cb24-4d2f-9b8c-6a0e0daaa444 req-697074ea-c3e9-4922-aca1-c2d2cbb18aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906389 Sep 13 07:01:47.553091 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:01:47.572515 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ef18f87e-b4ae-437d-90c7-0368d0e8dc10 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:47.697167 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:01:47.712018 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:47.712694 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.775792 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:47.799376 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '447e368f-71d6-49ce-be81-226ee22458f1', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'port_id': '447e368f-71d6-49ce-be81-226ee22458f1', 'mac_address': 'fa:16:3e:65:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:01:47.826628 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38544) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:47.858713 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:47.859106 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.874785 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:47.875178 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.907242 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447e368f-71d6-49ce-be81-226ee22458f1 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:47.911675 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:47.914451 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b492e1c5-4b83-4b89-b49a-64801e02ce24" -d '{"events": [{"server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "name": "network-vif-plugged", "status": "completed", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:47.935782 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port ef18f87e-b4ae-437d-90c7-0368d0e8dc10, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:47.949938 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:47.951954 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:47.952750 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8298a4a7-541f-414c-9b75-7bc68d05e531 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:47.993993 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.015177 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad10305a-8a3f-4c1b-bd5b-854f94a2ab35 x-openstack-request-id: req-ad10305a-8a3f-4c1b-bd5b-854f94a2ab35 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:48.015464 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "name": "network-vif-plugged", "status": "completed", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:48.015720 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad10305a-8a3f-4c1b-bd5b-854f94a2ab35 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:48.016120 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad10305a-8a3f-4c1b-bd5b-854f94a2ab35'] response: {'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'code': 200} Sep 13 07:01:48.048652 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:48.051680 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 8298a4a7-541f-414c-9b75-7bc68d05e531 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:01:48.101616 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 8298a4a7-541f-414c-9b75-7bc68d05e531 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:48.101992 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.128565 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef9016-6d9b-4af2-aa74-de9030d7d7d0 req-85e0dbe4-0773-47b2-af9d-41130d57af1f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:48.139752 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1cef9016-6d9b-4af2-aa74-de9030d7d7d0 req-85e0dbe4-0773-47b2-af9d-41130d57af1f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 944 time: 0.1001658 Sep 13 07:01:48.186337 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:48.232693 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 8298a4a7-541f-414c-9b75-7bc68d05e531 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:48.233352 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.261432 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5dcac41e-035f-4398-9300-11e8716e86d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.270732 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db1b60-a53d-443c-87a9-015bdab626af req-b127e9e9-7f26-4e38-b7d2-1290c584e4f2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:48.278017 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f3db1b60-a53d-443c-87a9-015bdab626af req-b127e9e9-7f26-4e38-b7d2-1290c584e4f2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 944 time: 0.1190820 Sep 13 07:01:48.323513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8298a4a7-541f-414c-9b75-7bc68d05e531, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8298a4a7-541f-414c-9b75-7bc68d05e531,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:48.336081 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1cef9016-6d9b-4af2-aa74-de9030d7d7d0 req-6be4062d-fe76-4a6e-8770-fb254c2f7d9c tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953108 Sep 13 07:01:48.391425 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['447e368f-71d6-49ce-be81-226ee22458f1'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:01:48.475279 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f3db1b60-a53d-443c-87a9-015bdab626af req-6ff9a987-8236-4059-a7c0-b182e5a40535 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948986 Sep 13 07:01:48.554575 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5dcac41e-035f-4398-9300-11e8716e86d7 admin admin] Publish callbacks [] for security_group (f35de935-5a30-4ff3-9ec5-2607c7634498), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.571541 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5dcac41e-035f-4398-9300-11e8716e86d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f35de935-5a30-4ff3-9ec5-2607c7634498), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.615789 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.619720 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 15a6822f-f0d2-48e8-8801-aaf402c83509 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:48.655452 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5dcac41e-035f-4398-9300-11e8716e86d7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c6cf225f61ed4f0bbcdb9533d608a947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8271847 Sep 13 07:01:48.656176 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38578) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:48.671863 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcac41e-035f-4398-9300-11e8716e86d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35de935-5a30-4ff3-9ec5-2607c7634498,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:48.719610 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee239ca-6c20-4a0b-a808-a641a182890c req-fe0be5f6-e459-4aa7-8afb-676e47327e3e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:48.727086 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8ee239ca-6c20-4a0b-a808-a641a182890c req-fe0be5f6-e459-4aa7-8afb-676e47327e3e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 944 time: 0.0944438 Sep 13 07:01:48.754485 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed68af-1998-4855-b0c8-4d12d247f1fa req-1864f58a-0082-4328-b182-39c26146d6e1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:48.756381 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bbed68af-1998-4855-b0c8-4d12d247f1fa req-1864f58a-0082-4328-b182-39c26146d6e1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.0935884 Sep 13 07:01:48.797016 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:48.830389 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bbed68af-1998-4855-b0c8-4d12d247f1fa req-f9b21418-292f-4523-8a62-64f991d1567e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663924 Sep 13 07:01:48.840941 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 15a6822f-f0d2-48e8-8801-aaf402c83509 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:01:48.842821 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8ee239ca-6c20-4a0b-a808-a641a182890c req-0fa54b2c-9768-494d-aa8b-03db2c74207b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144671 Sep 13 07:01:48.847347 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f500-5037-4f33-a119-45457394cf54 admin admin] Publish callbacks [] for security_group (f35de935-5a30-4ff3-9ec5-2607c7634498), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.847901 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=8298a4a7-541f-414c-9b75-7bc68d05e531,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:48.876031 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 15a6822f-f0d2-48e8-8801-aaf402c83509 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:48.876409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.881757 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:48.926025 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38592) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:48.930451 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f500-5037-4f33-a119-45457394cf54 admin admin] Publish callbacks [] for security_group (f35de935-5a30-4ff3-9ec5-2607c7634498), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:48.994807 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:49.011151 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 15a6822f-f0d2-48e8-8801-aaf402c83509 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:49.011582 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.017985 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f500-5037-4f33-a119-45457394cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f35de935-5a30-4ff3-9ec5-2607c7634498), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.022131 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d1f5-decc-4020-87aa-8ecbcdd25f4f req-10a9fe45-4e0d-4cfb-9396-5fccdf7df478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:49.023637 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-60e1d1f5-decc-4020-87aa-8ecbcdd25f4f req-10a9fe45-4e0d-4cfb-9396-5fccdf7df478 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 1129 time: 0.0755904 Sep 13 07:01:49.035225 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdd4f500-5037-4f33-a119-45457394cf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.038279 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bdd4f500-5037-4f33-a119-45457394cf54 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f35de935-5a30-4ff3-9ec5-2607c7634498 HTTP/1.1" status: 204 len: 168 time: 0.3807771 Sep 13 07:01:49.058706 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 15a6822f-f0d2-48e8-8801-aaf402c83509, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=15a6822f-f0d2-48e8-8801-aaf402c83509,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:49.059787 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:49.065654 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.071702 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4f500-5037-4f33-a119-45457394cf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35de935-5a30-4ff3-9ec5-2607c7634498,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:49.137255 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-60e1d1f5-decc-4020-87aa-8ecbcdd25f4f req-307dd662-7470-4057-9e89-6f498d0e21fa service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887887 Sep 13 07:01:49.166450 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=15a6822f-f0d2-48e8-8801-aaf402c83509,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:49.229960 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1574948825-network', 'tenant_id': '81082b2f3a984d09baac046de385ea96'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:49.263784 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Made reservation on behalf of 81082b2f3a984d09baac046de385ea96 for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:49.268813 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.287006 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.394278 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:49.409479 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks [] for security_group (438bba4a-cdaa-4521-a0a7-2cd495d1a7ae), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.416764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (438bba4a-cdaa-4521-a0a7-2cd495d1a7ae), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.502885 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:49.506488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:01:49.538215 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657d2e-1a19-49e2-8147-0df0e80abe71 req-9908edad-aa55-4fca-8198-3aa7320c2bc6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:49.544516 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4b657d2e-1a19-49e2-8147-0df0e80abe71 req-9908edad-aa55-4fca-8198-3aa7320c2bc6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.1107857 Sep 13 07:01:49.545865 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (f3399ebb-5769-41b0-832f-804833ec2a96), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.547959 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Added segment f3399ebb-5769-41b0-832f-804833ec2a96 of type vlan for network f93137cd-66b0-4f09-930d-e6072707a728 Sep 13 07:01:49.553517 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38638) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:49.577550 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5067c9f6-397b-40e1-9072-fc99ff227bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.655595 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:01:49.712650 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 447e368f-71d6-49ce-be81-226ee22458f1 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:01:49.722926 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 447e368f-71d6-49ce-be81-226ee22458f1 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:01:49.724131 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (447e368f-71d6-49ce-be81-226ee22458f1), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.735231 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5067c9f6-397b-40e1-9072-fc99ff227bb7 admin admin] Publish callbacks [] for security_group (918fbeed-57cc-4af9-be51-6306ce841a0d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.742281 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5067c9f6-397b-40e1-9072-fc99ff227bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (918fbeed-57cc-4af9-be51-6306ce841a0d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.804534 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067c9f6-397b-40e1-9072-fc99ff227bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918fbeed-57cc-4af9-be51-6306ce841a0d,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:49.814014 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5067c9f6-397b-40e1-9072-fc99ff227bb7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=56bdc0a62ae0474e80f5d02fe8d70b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553422 Sep 13 07:01:49.817121 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38654) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:49.834794 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:01:49.835400 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.880491 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:01:49.887144 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.891628 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (f93137cd-66b0-4f09-930d-e6072707a728), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.920733 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4b657d2e-1a19-49e2-8147-0df0e80abe71 req-f0cd7325-a5e7-4ed4-a08c-6c15e068971f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676465 Sep 13 07:01:49.951427 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ba909-754a-4bdb-8ac1-95008a40dda9 req-032f9c40-81a9-439e-a5dd-68ab050c5305 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:49.951427 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bd7ba909-754a-4bdb-8ac1-95008a40dda9 req-032f9c40-81a9-439e-a5dd-68ab050c5305 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.3038332 Sep 13 07:01:49.971532 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:49.974398 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30507abc-5c81-4f55-8889-465d8700f692 admin admin] Publish callbacks [] for security_group (918fbeed-57cc-4af9-be51-6306ce841a0d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.974759 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (f93137cd-66b0-4f09-930d-e6072707a728), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.976238 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:49.976826 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:49.982543 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:50.017087 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298a4a7-541f-414c-9b75-7bc68d05e531'}, {'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509'}, {'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:50.020009 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ca029-2f00-4a86-8e19-734337336e2a" -d '{"events": [{"server_uuid": "49b2d57b-6193-4a49-9ff3-334ada85b470", "name": "network-vif-plugged", "status": "completed", "tag": "8298a4a7-541f-414c-9b75-7bc68d05e531"}, {"server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "name": "network-vif-plugged", "status": "completed", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509"}, {"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-plugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:50.020266 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30507abc-5c81-4f55-8889-465d8700f692 admin admin] Publish callbacks [] for security_group (918fbeed-57cc-4af9-be51-6306ce841a0d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:50.046675 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1178360 Sep 13 07:01:50.055452 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38678) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:50.060935 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Request body: {'subnet': {'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1574948825-subnet', 'tenant_id': '81082b2f3a984d09baac046de385ea96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:50.091702 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:50.103390 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded0e44-ff4f-49f6-bce1-f51cecbdec63 admin admin] Pushing event updated for resources: {'Network': ['ID=f93137cd-66b0-4f09-930d-e6072707a728,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:50.117201 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network f93137cd-66b0-4f09-930d-e6072707a728 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:01:50.121758 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bd7ba909-754a-4bdb-8ac1-95008a40dda9 req-cd720b3d-f2de-46f8-8367-6e1226c709d0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747441 Sep 13 07:01:50.122943 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Made reservation on behalf of 81082b2f3a984d09baac046de385ea96 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:50.128691 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:50.145336 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd9b83-c40e-44f5-99d5-1fcce8873dcf req-08f2264a-f6cf-46c3-934d-3713a691999d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:50.147692 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6dd9b83-c40e-44f5-99d5-1fcce8873dcf req-08f2264a-f6cf-46c3-934d-3713a691999d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1144750 Sep 13 07:01:50.236030 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6dd9b83-c40e-44f5-99d5-1fcce8873dcf req-88711f61-4958-4629-b28e-fb53bdfee4c2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795882 Sep 13 07:01:50.236435 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30507abc-5c81-4f55-8889-465d8700f692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (918fbeed-57cc-4af9-be51-6306ce841a0d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:50.239822 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-30507abc-5c81-4f55-8889-465d8700f692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:50.241380 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-30507abc-5c81-4f55-8889-465d8700f692 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/918fbeed-57cc-4af9-be51-6306ce841a0d HTTP/1.1" status: 204 len: 168 time: 0.4230404 Sep 13 07:01:50.256836 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30507abc-5c81-4f55-8889-465d8700f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918fbeed-57cc-4af9-be51-6306ce841a0d,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:50.296116 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e63c0-d32c-41e8-8fa3-e121bb8a09fe req-ec821bf6-4826-440b-89e4-41467b967fbb tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:50.298138 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-364e63c0-d32c-41e8-8fa3-e121bb8a09fe req-ec821bf6-4826-440b-89e4-41467b967fbb tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.0860202 Sep 13 07:01:50.388580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a1a7e7-4b9c-4f28-b049-9ec495b5e3db x-openstack-request-id: req-66a1a7e7-4b9c-4f28-b049-9ec495b5e3db {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:50.389079 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b2d57b-6193-4a49-9ff3-334ada85b470", "name": "network-vif-plugged", "status": "completed", "tag": "8298a4a7-541f-414c-9b75-7bc68d05e531", "code": 200}, {"server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "name": "network-vif-plugged", "status": "completed", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509", "code": 200}, {"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-plugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:50.389581 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66a1a7e7-4b9c-4f28-b049-9ec495b5e3db {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:50.390166 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a1a7e7-4b9c-4f28-b049-9ec495b5e3db'] response: {'server_uuid': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298a4a7-541f-414c-9b75-7bc68d05e531', 'code': 200} Sep 13 07:01:50.390627 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a1a7e7-4b9c-4f28-b049-9ec495b5e3db'] response: {'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509', 'code': 200} Sep 13 07:01:50.391021 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a1a7e7-4b9c-4f28-b049-9ec495b5e3db'] response: {'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1', 'code': 200} Sep 13 07:01:50.397466 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-364e63c0-d32c-41e8-8fa3-e121bb8a09fe req-918d7e17-42a5-48b6-9cae-f17d6159e0c7 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892847 Sep 13 07:01:50.475846 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (ef8d6964-c9f2-4372-bc4a-c08b0148ac52), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:50.529736 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8d6964-c9f2-4372-bc4a-c08b0148ac52,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:50.545965 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Checking segment: {'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:50.546345 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Network hostable DHCP agents. Network: f93137cd-66b0-4f09-930d-e6072707a728, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:01:50.564444 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Network f93137cd-66b0-4f09-930d-e6072707a728 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:01:50.576819 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, f93137cd-66b0-4f09-930d-e6072707a728) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:50.581164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:50.581854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:50.587937 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fe688-dcb9-431c-b211-7dc1e5777ff2 None None] Network f93137cd-66b0-4f09-930d-e6072707a728 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:01:50.619786 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9da1a7c9-1d05-4003-b4d2-27af2d0e8254 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5622272 Sep 13 07:01:50.718952 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdcc16-8f8a-4c94-8847-2196fa6ccb91 None None] Network f93137cd-66b0-4f09-930d-e6072707a728 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:01:50.955954 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38720) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:51.081098 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:51.115207 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93863aa-e400-4b5c-b4a9-ae0d3ddf3c8e req-a5c6e486-aa54-4edf-9738-c858c60896ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:51.116831 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e93863aa-e400-4b5c-b4a9-ae0d3ddf3c8e req-a5c6e486-aa54-4edf-9738-c858c60896ea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 1129 time: 0.1159768 Sep 13 07:01:51.121010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db227193-ca50-4be0-9a45-fc0adc63602b req-6a0d1bdc-be04-465b-b00f-a853ed0e5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:51.122590 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-db227193-ca50-4be0-9a45-fc0adc63602b req-6a0d1bdc-be04-465b-b00f-a853ed0e5f12 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 1129 time: 0.1297665 Sep 13 07:01:51.154275 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4751a71-6c59-4903-ac2b-04fd239322d8 req-f11e9e2d-d5ab-46be-ba32-85fef6a6f67a tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:51.156501 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a4751a71-6c59-4903-ac2b-04fd239322d8 req-f11e9e2d-d5ab-46be-ba32-85fef6a6f67a tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0917182 Sep 13 07:01:51.231820 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e93863aa-e400-4b5c-b4a9-ae0d3ddf3c8e req-9a4197c4-ede8-4836-a6cc-21ce60f241e1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059787 Sep 13 07:01:51.270049 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14db41d-2f4d-4f9a-b1d2-9ba364b53d14 req-c54223b8-5810-4eff-8ed3-bc4c9d2c5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:51.278137 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b14db41d-2f4d-4f9a-b1d2-9ba364b53d14 req-c54223b8-5810-4eff-8ed3-bc4c9d2c5df2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1129 time: 0.1752126 Sep 13 07:01:51.280896 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-db227193-ca50-4be0-9a45-fc0adc63602b req-72de0822-4367-48d9-a143-cd3ce6cc5305 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471214 Sep 13 07:01:51.298799 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8493eaec-2320-457d-9cdf-85ff36496c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:51.323821 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a4751a71-6c59-4903-ac2b-04fd239322d8 req-ed5636d7-d358-4336-abf0-dfee53ec5ef5 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545057 Sep 13 07:01:51.387415 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f17a7-5963-4720-a47f-cc60442f239c req-0f4b11ea-b739-4982-8b99-e2b5ea0127f7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:51.389642 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ef2f17a7-5963-4720-a47f-cc60442f239c req-0f4b11ea-b739-4982-8b99-e2b5ea0127f7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0953295 Sep 13 07:01:51.437481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:51.584732 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2f1f-2176-47b1-be47-dcf01546a1bc req-a879e836-e977-4012-841e-2f8838bb9a12 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:51.592943 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-759b2f1f-2176-47b1-be47-dcf01546a1bc req-a879e836-e977-4012-841e-2f8838bb9a12 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1293018 Sep 13 07:01:51.620116 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ef2f17a7-5963-4720-a47f-cc60442f239c req-d1b7da6c-246a-4544-aa48-7d6cc0b2cded tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102556 Sep 13 07:01:51.716240 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8493eaec-2320-457d-9cdf-85ff36496c66 admin admin] Publish callbacks [] for security_group (c1a07655-b7a9-42b4-9f04-7937678abc33), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:51.734052 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8493eaec-2320-457d-9cdf-85ff36496c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c1a07655-b7a9-42b4-9f04-7937678abc33), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:51.806232 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-759b2f1f-2176-47b1-be47-dcf01546a1bc req-d088ef68-34f7-4f4b-8e60-ce6c2bd20282 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117097 Sep 13 07:01:51.830336 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8493eaec-2320-457d-9cdf-85ff36496c66 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=52fa82c56bf44a8badd6d1697ec5b2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8640511 Sep 13 07:01:51.830336 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35ac3-ea4b-44a0-97c6-f9474d543ddc req-8f88d249-0879-48fc-aea4-5a5706f1fbf6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:51.830972 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38762) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:51.831618 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-06a35ac3-ea4b-44a0-97c6-f9474d543ddc req-8f88d249-0879-48fc-aea4-5a5706f1fbf6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.0921822 Sep 13 07:01:51.852544 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b14db41d-2f4d-4f9a-b1d2-9ba364b53d14 req-e57d727e-43a6-4825-8d79-3a7fff228d5f service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038456 Sep 13 07:01:51.854932 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38764) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:51.863231 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493eaec-2320-457d-9cdf-85ff36496c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a07655-b7a9-42b4-9f04-7937678abc33,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:51.902659 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16538fc6-2fa7-4122-9a3c-4f060a9dd5f1 admin admin] Publish callbacks [] for security_group (c1a07655-b7a9-42b4-9f04-7937678abc33), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:51.918850 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-06a35ac3-ea4b-44a0-97c6-f9474d543ddc req-e7b86d08-a976-4b31-ace1-196bcd06e78e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725729 Sep 13 07:01:51.945371 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16538fc6-2fa7-4122-9a3c-4f060a9dd5f1 admin admin] Publish callbacks [] for security_group (c1a07655-b7a9-42b4-9f04-7937678abc33), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:51.999112 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b22badb0-14fe-4cd5-93fa-d898fb03ba39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.042177 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16538fc6-2fa7-4122-9a3c-4f060a9dd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c1a07655-b7a9-42b4-9f04-7937678abc33), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.044843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-16538fc6-2fa7-4122-9a3c-4f060a9dd5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.048529 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-16538fc6-2fa7-4122-9a3c-4f060a9dd5f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c1a07655-b7a9-42b4-9f04-7937678abc33 HTTP/1.1" status: 204 len: 168 time: 0.2140820 Sep 13 07:01:52.067972 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16538fc6-2fa7-4122-9a3c-4f060a9dd5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a07655-b7a9-42b4-9f04-7937678abc33,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:52.108897 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ea4c-d3b1-48c4-8025-b924d187185b req-34e77ab2-0b09-4419-8fad-10975408d147 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:52.116233 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cb9ea4c-d3b1-48c4-8025-b924d187185b req-34e77ab2-0b09-4419-8fad-10975408d147 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.0784454 Sep 13 07:01:52.122594 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38774) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:52.125301 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b22badb0-14fe-4cd5-93fa-d898fb03ba39 admin admin] Publish callbacks [] for security_group (c63a31f4-67a7-4a88-b3d5-bfc523c69cc0), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.127249 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:52.134670 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b22badb0-14fe-4cd5-93fa-d898fb03ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c63a31f4-67a7-4a88-b3d5-bfc523c69cc0), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.166218 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:52.176297 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b22badb0-14fe-4cd5-93fa-d898fb03ba39 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1cea8a7dac1342b8906bfe039916b617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203101 Sep 13 07:01:52.178202 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22badb0-14fe-4cd5-93fa-d898fb03ba39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a31f4-67a7-4a88-b3d5-bfc523c69cc0,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:52.180642 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38776) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:52.208006 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=7,neutron:DELETE=7,neutron:SELECT=86 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:52.210573 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (823c44d1-eab7-42f5-bebf-caf71e6216ed), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.246262 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-498c284e-e21f-477d-ac51-94515e13ccf6 admin admin] Publish callbacks [] for security_group (c63a31f4-67a7-4a88-b3d5-bfc523c69cc0), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.271814 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-498c284e-e21f-477d-ac51-94515e13ccf6 admin admin] Publish callbacks [] for security_group (c63a31f4-67a7-4a88-b3d5-bfc523c69cc0), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.336351 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-498c284e-e21f-477d-ac51-94515e13ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c63a31f4-67a7-4a88-b3d5-bfc523c69cc0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.338954 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-498c284e-e21f-477d-ac51-94515e13ccf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.343396 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-498c284e-e21f-477d-ac51-94515e13ccf6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c63a31f4-67a7-4a88-b3d5-bfc523c69cc0 HTTP/1.1" status: 204 len: 168 time: 0.1587894 Sep 13 07:01:52.352887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c284e-e21f-477d-ac51-94515e13ccf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a31f4-67a7-4a88-b3d5-bfc523c69cc0,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:52.385918 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:52.452125 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38786) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:52.501049 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29194-c173-4e18-abe3-6fe86723e171 req-ab783f0e-dab9-4bf0-8ca2-85dfd071903a tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:52.503377 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84a29194-c173-4e18-abe3-6fe86723e171 req-ab783f0e-dab9-4bf0-8ca2-85dfd071903a tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0654812 Sep 13 07:01:52.545759 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38790) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:52.583829 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9bf98371-b792-4db7-9e23-312bbd321e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.724552 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84a29194-c173-4e18-abe3-6fe86723e171 req-5829bbbc-3aa8-4b68-8552-88b1d9934075 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921628 Sep 13 07:01:52.761230 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9bf98371-b792-4db7-9e23-312bbd321e9b admin admin] Publish callbacks [] for security_group (930a03fe-4f98-4f02-a8cc-10bf2498ed29), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.768035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9bf98371-b792-4db7-9e23-312bbd321e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (930a03fe-4f98-4f02-a8cc-10bf2498ed29), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.808029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6ec177ab-3583-4cec-939f-36d315afbdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.852356 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9bf98371-b792-4db7-9e23-312bbd321e9b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c30ac5fa774948be87174d2ce4e05bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026366 Sep 13 07:01:52.853351 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf98371-b792-4db7-9e23-312bbd321e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930a03fe-4f98-4f02-a8cc-10bf2498ed29,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:52.872428 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38800) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:52.941981 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb330f-00c2-4bc5-b837-d88fb61ec4dc req-449eb555-01a1-463e-9806-6465127ae201 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:52.949748 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b0cb330f-00c2-4bc5-b837-d88fb61ec4dc req-449eb555-01a1-463e-9806-6465127ae201 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1608987 Sep 13 07:01:52.965061 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38804) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:52.982776 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcd44-abc3-44b9-8a63-16e1255d48a6 admin admin] Publish callbacks [] for security_group (930a03fe-4f98-4f02-a8cc-10bf2498ed29), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:52.997648 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f25884ab-c795-4ce5-9fd6-93aa06ec14b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.110835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fbaf6-f4b4-453b-beca-70ee2352a6dd req-9579cca5-f984-4aa0-8d76-207fb78f0c82 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:53.112347 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-879fbaf6-f4b4-453b-beca-70ee2352a6dd req-9579cca5-f984-4aa0-8d76-207fb78f0c82 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1428521 Sep 13 07:01:53.190600 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b0cb330f-00c2-4bc5-b837-d88fb61ec4dc req-2491c7fc-574b-4ca0-bf85-a419125eca7f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399433 Sep 13 07:01:53.199061 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcd44-abc3-44b9-8a63-16e1255d48a6 admin admin] Publish callbacks [] for security_group (930a03fe-4f98-4f02-a8cc-10bf2498ed29), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.221754 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6ec177ab-3583-4cec-939f-36d315afbdba admin admin] Publish callbacks [] for security_group (218b846e-2348-4eca-9c3f-13371d6b8d93), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.234674 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6ec177ab-3583-4cec-939f-36d315afbdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (218b846e-2348-4eca-9c3f-13371d6b8d93), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.309064 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6ec177ab-3583-4cec-939f-36d315afbdba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a47f29ce6a804447902c8586d7ff7ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8527153 Sep 13 07:01:53.315197 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec177ab-3583-4cec-939f-36d315afbdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218b846e-2348-4eca-9c3f-13371d6b8d93,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:53.319450 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38816) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:53.366240 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:53.366722 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:53.373983 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcd44-abc3-44b9-8a63-16e1255d48a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (930a03fe-4f98-4f02-a8cc-10bf2498ed29), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.376502 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcd44-abc3-44b9-8a63-16e1255d48a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.377652 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3b1dcd44-abc3-44b9-8a63-16e1255d48a6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/930a03fe-4f98-4f02-a8cc-10bf2498ed29 HTTP/1.1" status: 204 len: 168 time: 0.5039818 Sep 13 07:01:53.406234 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f25884ab-c795-4ce5-9fd6-93aa06ec14b2 admin admin] Publish callbacks [] for security_group (3f7bd33f-67ab-4065-a45c-de90a85dd6c5), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.411058 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dcd44-abc3-44b9-8a63-16e1255d48a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a03fe-4f98-4f02-a8cc-10bf2498ed29,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:53.417501 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f25884ab-c795-4ce5-9fd6-93aa06ec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3f7bd33f-67ab-4065-a45c-de90a85dd6c5), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.463735 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7762-1509-4dc6-963b-af1ab66677b1 admin admin] Publish callbacks [] for security_group (218b846e-2348-4eca-9c3f-13371d6b8d93), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.486565 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25884ab-c795-4ce5-9fd6-93aa06ec14b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7bd33f-67ab-4065-a45c-de90a85dd6c5,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:53.491207 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f25884ab-c795-4ce5-9fd6-93aa06ec14b2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f9164cf694de45679c0e8d88badf9730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5248559 Sep 13 07:01:53.495332 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38820) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:53.502320 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-879fbaf6-f4b4-453b-beca-70ee2352a6dd req-072b0808-822e-4394-ab37-d9503b7a6ad4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3811469 Sep 13 07:01:53.515612 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7762-1509-4dc6-963b-af1ab66677b1 admin admin] Publish callbacks [] for security_group (218b846e-2348-4eca-9c3f-13371d6b8d93), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.582902 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.586611 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c72ecc5-a584-48fe-bf15-1b452745b5da admin admin] Publish callbacks [] for security_group (3f7bd33f-67ab-4065-a45c-de90a85dd6c5), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.595288 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (823c44d1-eab7-42f5-bebf-caf71e6216ed), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.613132 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c72ecc5-a584-48fe-bf15-1b452745b5da admin admin] Publish callbacks [] for security_group (3f7bd33f-67ab-4065-a45c-de90a85dd6c5), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.623142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7762-1509-4dc6-963b-af1ab66677b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (218b846e-2348-4eca-9c3f-13371d6b8d93), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.625802 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7762-1509-4dc6-963b-af1ab66677b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.627123 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9e7b7762-1509-4dc6-963b-af1ab66677b1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/218b846e-2348-4eca-9c3f-13371d6b8d93 HTTP/1.1" status: 204 len: 168 time: 0.3061011 Sep 13 07:01:53.647939 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b7762-1509-4dc6-963b-af1ab66677b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218b846e-2348-4eca-9c3f-13371d6b8d93,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:53.682462 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c72ecc5-a584-48fe-bf15-1b452745b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3f7bd33f-67ab-4065-a45c-de90a85dd6c5), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.689367 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c72ecc5-a584-48fe-bf15-1b452745b5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:53.696633 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7c72ecc5-a584-48fe-bf15-1b452745b5da admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3f7bd33f-67ab-4065-a45c-de90a85dd6c5 HTTP/1.1" status: 204 len: 168 time: 0.1949642 Sep 13 07:01:53.706712 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72ecc5-a584-48fe-bf15-1b452745b5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7bd33f-67ab-4065-a45c-de90a85dd6c5,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:53.785993 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP 823c44d1-eab7-42f5-bebf-caf71e6216ed associated. External IP: 172.27.2.192, port: ef18f87e-b4ae-437d-90c7-0368d0e8dc10. Sep 13 07:01:53.799142 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160116b-75fc-42f7-89ce-29390a215c85 req-10f36681-fc2a-4aa7-8dbd-0f4a56be54b4 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:53.800875 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-10f36681-fc2a-4aa7-8dbd-0f4a56be54b4 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f93137cd-66b0-4f09-930d-e6072707a728 HTTP/1.1" status: 200 len: 809 time: 0.3244390 Sep 13 07:01:53.830428 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:53.855894 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:53.886236 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-d07f251e-2093-4018-967d-3bf9008d3d05 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/quotas/81082b2f3a984d09baac046de385ea96 HTTP/1.1" status: 200 len: 375 time: 0.0544360 Sep 13 07:01:53.931617 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aac11-c6dc-4c11-9467-d212e0fecc5c req-95992ed9-f28f-4f9f-bfbd-7176a8f474cd tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:53.933094 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3a0aac11-c6dc-4c11-9467-d212e0fecc5c req-95992ed9-f28f-4f9f-bfbd-7176a8f474cd tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.1000750 Sep 13 07:01:53.986324 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-5dd0a896-5517-4ca2-bd33-38b8a46d688d tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=81082b2f3a984d09baac046de385ea96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614562 Sep 13 07:01:54.127229 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3a0aac11-c6dc-4c11-9467-d212e0fecc5c req-4b6a170e-c852-45f9-993c-92402250940c tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802053 Sep 13 07:01:54.247799 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38848) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:54.273699 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-80e7185e-9d12-466e-936d-44b71b3e1f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:54.277862 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-a9201c98-1442-41db-b2d3-75ca43bdc100 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838912 Sep 13 07:01:54.347267 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:01:54.413988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ed098-9cd0-491c-90c2-29c3232d95fe req-b51d72f8-0a38-4058-881a-90fc991d4970 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:54.421034 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-881ed098-9cd0-491c-90c2-29c3232d95fe req-b51d72f8-0a38-4058-881a-90fc991d4970 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1022189 Sep 13 07:01:54.439232 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-80e7185e-9d12-466e-936d-44b71b3e1f25 admin admin] Publish callbacks [] for security_group (cdec97d3-e872-46f1-9bdd-75b480f8082c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:54.446955 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-80e7185e-9d12-466e-936d-44b71b3e1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (cdec97d3-e872-46f1-9bdd-75b480f8082c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:54.521467 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7185e-9d12-466e-936d-44b71b3e1f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec97d3-e872-46f1-9bdd-75b480f8082c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:54.526416 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-1525daa1-3d85-4717-9712-6f3331fb15c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471595 Sep 13 07:01:54.541561 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-80e7185e-9d12-466e-936d-44b71b3e1f25 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=beabf0655a17461d8f09e76132bdfc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926819 Sep 13 07:01:54.544570 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38854) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:54.596802 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-881ed098-9cd0-491c-90c2-29c3232d95fe req-131a0633-0c91-4312-87c8-b785d330df3b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748807 Sep 13 07:01:54.650333 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:54.663265 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:54.684792 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:54.709795 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:54.710471 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:01:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:54.855599 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a3270b23-b0e8-43b3-a925-7796e3f1584a admin admin] Publish callbacks [] for security_group (cdec97d3-e872-46f1-9bdd-75b480f8082c), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:54.861812 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-08d3d99a-ff2e-49f7-94b5-9cca23eb3c77 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/823c44d1-eab7-42f5-bebf-caf71e6216ed HTTP/1.1" status: 200 len: 991 time: 2.7381253 Sep 13 07:01:54.896547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:54.898492 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071540e3-ee76-4bcb-b64c-a42f88eb1988" -d '{"events": [{"name": "network-changed", "server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:54.927061 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d047e-cd4e-47db-835d-00c2b3c00949 req-97c584bf-a287-4a63-a028-6ae534a5faa4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:54.928886 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-889d047e-cd4e-47db-835d-00c2b3c00949 req-97c584bf-a287-4a63-a028-6ae534a5faa4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1811996 Sep 13 07:01:54.936103 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a3270b23-b0e8-43b3-a925-7796e3f1584a admin admin] Publish callbacks [] for security_group (cdec97d3-e872-46f1-9bdd-75b480f8082c), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:54.964769 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:55.051453 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:55.069692 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-889d047e-cd4e-47db-835d-00c2b3c00949 req-4d6c4984-d8de-4ec7-a0c7-8fa6158abfdf tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287589 Sep 13 07:01:55.078128 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a3270b23-b0e8-43b3-a925-7796e3f1584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (cdec97d3-e872-46f1-9bdd-75b480f8082c), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:55.086798 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a3270b23-b0e8-43b3-a925-7796e3f1584a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:55.089909 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-a3270b23-b0e8-43b3-a925-7796e3f1584a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cdec97d3-e872-46f1-9bdd-75b480f8082c HTTP/1.1" status: 204 len: 168 time: 0.5397952 Sep 13 07:01:55.099232 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:55.114190 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3270b23-b0e8-43b3-a925-7796e3f1584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec97d3-e872-46f1-9bdd-75b480f8082c,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:55.180270 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7c060e25-1d8e-4ac4-a44b-65dcde6f4229 req-65682eb4-4ef9-4fd9-bdb9-a97f2ce8636f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 210 time: 0.0388031 Sep 13 07:01:55.276354 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ac29c-50da-4ef8-9377-46b4e49cfed3 x-openstack-request-id: req-4b3ac29c-50da-4ef8-9377-46b4e49cfed3 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:55.276866 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:55.277308 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b3ac29c-50da-4ef8-9377-46b4e49cfed3 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:55.277925 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3ac29c-50da-4ef8-9377-46b4e49cfed3'] response: {'name': 'network-changed', 'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'status': 'completed', 'code': 200} Sep 13 07:01:55.467481 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81589a-f1c9-478c-bf29-581e73a16076 req-7cf7b79d-7100-4e6f-ab8a-036c777803eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:55.481004 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db81589a-f1c9-478c-bf29-581e73a16076 req-7cf7b79d-7100-4e6f-ab8a-036c777803eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 1129 time: 0.1064670 Sep 13 07:01:55.522501 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db287eb-92e0-4371-990e-272eeae0ca8c req-cf46fa0b-a2eb-438a-aee8-dda7de13a8d4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:55.528772 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9db287eb-92e0-4371-990e-272eeae0ca8c req-cf46fa0b-a2eb-438a-aee8-dda7de13a8d4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1965690 Sep 13 07:01:55.536196 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 38910) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:55.569195 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee22fd-6016-48a2-849d-1f522951ccae req-88b18c26-fb46-43f3-a68f-e495f7a47ad3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:55.573245 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-70ee22fd-6016-48a2-849d-1f522951ccae req-88b18c26-fb46-43f3-a68f-e495f7a47ad3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1486464 Sep 13 07:01:55.581418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'floatingip': {'port_id': '447e368f-71d6-49ce-be81-226ee22458f1'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:55.674386 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-ec02705a-9d18-4e4b-9d9b-e05a9f70ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:55.680027 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:53Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:55.683372 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-ec02705a-9d18-4e4b-9d9b-e05a9f70ae8a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 1129 time: 0.2948349 Sep 13 07:01:55.730259 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:55.732602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:55.737572 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (004eb558-5090-4998-87f0-81ac24d00432), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:55.738245 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81589a-f1c9-478c-bf29-581e73a16076 req-cc7f781e-9afe-4ab0-954d-b1167cce06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:55.740817 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db81589a-f1c9-478c-bf29-581e73a16076 req-cc7f781e-9afe-4ab0-954d-b1167cce06b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.2542262 Sep 13 07:01:55.760618 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:55.761246 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:01:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:55.819143 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db81589a-f1c9-478c-bf29-581e73a16076 req-585e9712-07b7-42b5-833f-257e8007da9d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8298a4a7-541f-414c-9b75-7bc68d05e531 HTTP/1.1" status: 200 len: 217 time: 0.0714355 Sep 13 07:01:55.925133 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81589a-f1c9-478c-bf29-581e73a16076 req-eb84f6f0-14b1-4f05-aded-56cb4f544240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:55.926637 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db81589a-f1c9-478c-bf29-581e73a16076 req-eb84f6f0-14b1-4f05-aded-56cb4f544240 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0947137 Sep 13 07:01:55.937028 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:56.006477 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-70ee22fd-6016-48a2-849d-1f522951ccae req-24b425f6-bc56-4617-96da-8536d5040e75 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088831 Sep 13 07:01:56.035254 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81589a-f1c9-478c-bf29-581e73a16076 req-e364e86c-8615-4c31-8a13-219bc329a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:56.051122 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db81589a-f1c9-478c-bf29-581e73a16076 req-e364e86c-8615-4c31-8a13-219bc329a01c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164508 Sep 13 07:01:56.087219 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-37f0052c-ac66-49d3-998a-0687f1053d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:56.103224 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-93d93dcc-114c-4093-ab90-ff8e6bf93dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:56.105439 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-93d93dcc-114c-4093-ab90-ff8e6bf93dad service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.3960838 Sep 13 07:01:56.249027 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:56.340400 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db81589a-f1c9-478c-bf29-581e73a16076 req-c5d7e1a1-83f1-43a1-a02c-9820e394a911 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799597 Sep 13 07:01:56.397480 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:53Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:56.484051 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97482a-030e-4cad-9994-734d244654d2 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:53Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:56.604321 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-db81589a-f1c9-478c-bf29-581e73a16076 req-f98c65d8-b89b-48d0-819f-fc409d8e1edb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496846 Sep 13 07:01:56.666374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38952) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:56.853771 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-00d9694f-a4f2-4c40-a3aa-2b0bba42e0aa req-bed2c645-41bc-4436-b30e-f08fcf05338f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 210 time: 0.1067998 Sep 13 07:01:56.895272 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-3f1410a8-2bcb-4143-99a0-4c7f6967b2bb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10 HTTP/1.1" status: 200 len: 999 time: 0.7719281 Sep 13 07:01:56.897515 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13825e-d74c-4478-bf17-574984fecc7f None None] New status for floating IP 823c44d1-eab7-42f5-bebf-caf71e6216ed: ACTIVE {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:01:56.909709 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.047756 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Publish callbacks [] for security_group (0c1ba518-6394-4d92-bff1-16712831256e), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.060723 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0c1ba518-6394-4d92-bff1-16712831256e), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.115142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:57.118436 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ba518-6394-4d92-bff1-16712831256e,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:57.149307 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.149654 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.150205 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.150741 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.151830 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.151978 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.153341 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.153341 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.153341 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.153341 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.153699 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.154557 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.154557 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.154951 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.155278 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:01:57.181282 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b771ad95-8012-498b-94a0-fbce4dcdf3ca admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8efaeab9973245179f4d3ebc6e8aaf1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129824 Sep 13 07:01:57.182286 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 38978) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:01:57.201832 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798bf82-2077-41ba-9bbe-130adc737778 req-3b00bfdf-2163-46f2-92bf-12572299ca40 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:57.210765 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e798bf82-2077-41ba-9bbe-130adc737778 req-3b00bfdf-2163-46f2-92bf-12572299ca40 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1005802 Sep 13 07:01:57.245514 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b48f-bbf2-4e01-aa21-612eefab013d admin admin] Publish callbacks [] for security_group (0c1ba518-6394-4d92-bff1-16712831256e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.269553 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b48f-bbf2-4e01-aa21-612eefab013d admin admin] Publish callbacks [] for security_group (0c1ba518-6394-4d92-bff1-16712831256e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.289460 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-b02ac17b-e5f2-41d1-8d02-d11fef8cda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:57.298583 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-b02ac17b-e5f2-41d1-8d02-d11fef8cda56 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.3065000 Sep 13 07:01:57.336007 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b48f-bbf2-4e01-aa21-612eefab013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0c1ba518-6394-4d92-bff1-16712831256e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.338957 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b48f-bbf2-4e01-aa21-612eefab013d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.343349 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e1d0b48f-bbf2-4e01-aa21-612eefab013d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0c1ba518-6394-4d92-bff1-16712831256e HTTP/1.1" status: 204 len: 168 time: 0.1600640 Sep 13 07:01:57.346728 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.db.resource_extend [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 07:01:57.353361 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b48f-bbf2-4e01-aa21-612eefab013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ba518-6394-4d92-bff1-16712831256e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:57.370564 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e798bf82-2077-41ba-9bbe-130adc737778 req-1804ae89-1f86-407b-b170-219e0777aea4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583622 Sep 13 07:01:57.433258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.440421 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (004eb558-5090-4998-87f0-81ac24d00432), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:57.519907 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:57.532178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-dcf032bd-122b-4ce5-bf7a-262e6fd48ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:57.533721 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-dcf032bd-122b-4ce5-bf7a-262e6fd48ba9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543995 Sep 13 07:01:57.562563 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:57.662105 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Floating IP 004eb558-5090-4998-87f0-81ac24d00432 associated. External IP: 172.27.2.179, port: 447e368f-71d6-49ce-be81-226ee22458f1. Sep 13 07:01:57.796554 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-89e20c24-bbe4-4fae-af5f-8ae8844ebb74 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308443 Sep 13 07:01:57.915536 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160116b-75fc-42f7-89ce-29390a215c85 req-3e68d9cf-961a-4506-abe6-638f951156c2 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:57.918038 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-3e68d9cf-961a-4506-abe6-638f951156c2 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f93137cd-66b0-4f09-930d-e6072707a728 HTTP/1.1" status: 200 len: 809 time: 0.2631545 Sep 13 07:01:58.024242 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-071540e3-ee76-4bcb-b64c-a42f88eb1988 req-c7f72adc-61cf-4a12-b544-2bdf4e820313 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121515 Sep 13 07:01:58.071029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Request body: {'port': {'device_id': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728', 'admin_state_up': True, 'tenant_id': '81082b2f3a984d09baac046de385ea96'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:58.082131 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-68c2a4bb-b228-4ca1-a1fb-e3482620d330 req-713497a3-c86e-4394-924d-3e5c0f3c61f4 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 210 time: 0.0614805 Sep 13 07:01:58.139174 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:58.140973 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Router 1ffe126f-24d3-427c-8844-3a57b152a8e0 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:01:58.297619 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:01:58.306773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:58.316116 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] Sync routers for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:01:58.347905 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:58.349076 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:01:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:58.367911 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Made reservation on behalf of 81082b2f3a984d09baac046de385ea96 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:01:58.373709 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:58.379975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2f1cf52-5405-4764-93a2-354cb4a7d5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:58.415125 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-38fe87bd-33ad-4282-9a94-d542b8415aa1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/004eb558-5090-4998-87f0-81ac24d00432 HTTP/1.1" status: 200 len: 991 time: 2.8397791 Sep 13 07:01:58.416113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:01:58.418993 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8efc242-4051-4e4d-a27d-2058eff24132" -d '{"events": [{"name": "network-changed", "server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "tag": "447e368f-71d6-49ce-be81-226ee22458f1"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:01:58.536511 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6889816-d9e8-46ce-b901-530be6777807 x-openstack-request-id: req-f6889816-d9e8-46ce-b901-530be6777807 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:01:58.536806 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "tag": "447e368f-71d6-49ce-be81-226ee22458f1", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:01:58.537060 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6889816-d9e8-46ce-b901-530be6777807 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:01:58.537489 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6889816-d9e8-46ce-b901-530be6777807'] response: {'name': 'network-changed', 'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1', 'status': 'completed', 'code': 200} Sep 13 07:01:58.575421 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Allocated IP 172.20.0.13 (f93137cd-66b0-4f09-930d-e6072707a728/ef8d6964-c9f2-4372-bc4a-c08b0148ac52/d54180b0-de96-4099-b8c9-e23302999315) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:01:58.597335 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:58.681482 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ca5a-8a43-4615-9db9-91312934b08f req-6c5b0f13-6d25-44f3-a1f9-3123d9c72ee0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:58.710728 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2e4ca5a-8a43-4615-9db9-91312934b08f req-6c5b0f13-6d25-44f3-a1f9-3123d9c72ee0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1664197 Sep 13 07:01:58.733905 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-b28dda8b-e646-451c-b346-db70e62cf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:58.750631 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-b28dda8b-e646-451c-b346-db70e62cf929 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1129 time: 0.1571417 Sep 13 07:01:58.781614 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks [] for port (d54180b0-de96-4099-b8c9-e23302999315), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:58.810186 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:58.841426 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (d54180b0-de96-4099-b8c9-e23302999315), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:58.905710 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Network f93137cd-66b0-4f09-930d-e6072707a728 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:01:58.909788 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:01:58.914245 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:01:58.919617 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:58.920288 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:58.952159 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Pushing event updated for resources: {'Port': ['ID=d54180b0-de96-4099-b8c9-e23302999315,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:58.952400 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2e4ca5a-8a43-4615-9db9-91312934b08f req-cb1bdda4-082c-4c0c-9f8c-d307b6f383aa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402778 Sep 13 07:01:58.997452 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f7353678-ccb8-41ef-8866-405784965d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9341257 Sep 13 07:01:59.007846 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-0c724a44-2fab-47f0-88c7-1f7fa03f0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:59.009465 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-0c724a44-2fab-47f0-88c7-1f7fa03f0e88 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.2496188 Sep 13 07:01:59.027206 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Request body: {'port': {'device_id': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:01:59.102708 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-89f07792-1fe3-4529-bf38-55cadeb66c6d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 999 time: 0.0799344 Sep 13 07:01:59.172850 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d54180b0-de96-4099-b8c9-e23302999315), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:59.178251 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-34ab92d0-bd92-4ac6-a511-71d02d85343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:59.179960 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-34ab92d0-bd92-4ac6-a511-71d02d85343d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0694420 Sep 13 07:01:59.207487 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '004eb558-5090-4998-87f0-81ac24d00432', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'port_id': '447e368f-71d6-49ce-be81-226ee22458f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'mac_address': 'fa:16:3e:65:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:18Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 1, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:59.238737 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] Checking router: 1ffe126f-24d3-427c-8844-3a57b152a8e0 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:01:59.249616 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:01:59.250755 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:01:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:59.269536 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:59.302438 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:59.340958 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-d7986cb2-6073-40a4-945f-400d596b5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:59.343514 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-d7986cb2-6073-40a4-945f-400d596b5f67 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1506608 Sep 13 07:01:59.359404 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:59.362351 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec4347-7764-4144-9103-97686907c5b6 req-d5327ea8-cff4-46ad-b6ab-2fc091b84d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:01:59.364898 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c3ec4347-7764-4144-9103-97686907c5b6 req-d5327ea8-cff4-46ad-b6ab-2fc091b84d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 932 time: 0.1058023 Sep 13 07:01:59.374137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:01:59.475377 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:01:59.515206 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c3ec4347-7764-4144-9103-97686907c5b6 req-dc179abf-b3d8-431a-aa85-422e09cdc24a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388278 Sep 13 07:01:59.599111 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-652ce9dc-ec04-4fb9-a338-eddb8b5e29b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327108 Sep 13 07:01:59.632032 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54180b0-de96-4099-b8c9-e23302999315 {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:01:59.641012 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Publish callbacks [] for port (d54180b0-de96-4099-b8c9-e23302999315), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:59.656416 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Transition to ACTIVE for port object d54180b0-de96-4099-b8c9-e23302999315 will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:01:59.664407 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d54180b0-de96-4099-b8c9-e23302999315), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:59.719586 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8efc242-4051-4e4d-a27d-2058eff24132 req-14090818-7ab7-4e54-a908-5a80c4bf5c9e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125183 Sep 13 07:01:59.769814 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Attempting to bind port d54180b0-de96-4099-b8c9-e23302999315 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:01:59.770530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Attempting to bind port d54180b0-de96-4099-b8c9-e23302999315 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:01:59.771136 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Attempting to bind port d54180b0-de96-4099-b8c9-e23302999315 on network f93137cd-66b0-4f09-930d-e6072707a728 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:59.778349 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '004eb558-5090-4998-87f0-81ac24d00432', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'port_id': '447e368f-71d6-49ce-be81-226ee22458f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'mac_address': 'fa:16:3e:65:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:18Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 1, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:01:59.805404 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8cf66-ba1b-499b-9766-bf07039d2836 None None] The sync data for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi is: [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '004eb558-5090-4998-87f0-81ac24d00432', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'port_id': '447e368f-71d6-49ce-be81-226ee22458f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'mac_address': 'fa:16:3e:65:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:18Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 1, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:01:59.833087 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:59.838894 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Pushing event updated for resources: {'Port': ['ID=d54180b0-de96-4099-b8c9-e23302999315,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:01:59.859128 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Port d54180b0-de96-4099-b8c9-e23302999315 on network f93137cd-66b0-4f09-930d-e6072707a728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:01:59.859534 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Attempting to bind port d54180b0-de96-4099-b8c9-e23302999315 on network f93137cd-66b0-4f09-930d-e6072707a728 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:01:59.909650 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:01:59.909998 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Checking segment: {'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:01:59.910495 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Bound using segment: {'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:01:59.911030 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Bound port: d54180b0-de96-4099-b8c9-e23302999315, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:01:59.911513 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d54180b0-de96-4099-b8c9-e23302999315), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:59.982826 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] For port d54180b0-de96-4099-b8c9-e23302999315, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:01:59.986375 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] For port d54180b0-de96-4099-b8c9-e23302999315, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d54180b0-de96-4099-b8c9-e23302999315,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:01:59.995748 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d54180b0-de96-4099-b8c9-e23302999315), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:01:59.999954 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:00.000836 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:00.003552 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/d54180b0-de96-4099-b8c9-e23302999315 HTTP/1.1" status: 200 len: 1094 time: 0.9802604 Sep 13 07:02:00.087849 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b990e-7b41-4897-9cf3-ed0d8b8e3a33 None None] New status for floating IP 004eb558-5090-4998-87f0-81ac24d00432: ACTIVE {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:02:00.089097 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'tag': 'd54180b0-de96-4099-b8c9-e23302999315'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:00.091442 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa", "tag": "d54180b0-de96-4099-b8c9-e23302999315"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:00.145623 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c9b53-fc7d-4780-a154-f5335d8fe411 req-56a3321e-829c-4cc1-97e9-4407548dd9f1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:00.147986 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a46c9b53-fc7d-4780-a154-f5335d8fe411 req-56a3321e-829c-4cc1-97e9-4407548dd9f1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0931492 Sep 13 07:02:00.161983 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33112bf-39e9-4167-9b2c-cc7d4023c227 x-openstack-request-id: req-c33112bf-39e9-4167-9b2c-cc7d4023c227 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:00.162514 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa", "tag": "d54180b0-de96-4099-b8c9-e23302999315", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:00.162909 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c33112bf-39e9-4167-9b2c-cc7d4023c227 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:00.163444 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33112bf-39e9-4167-9b2c-cc7d4023c227'] response: {'name': 'network-changed', 'server_uuid': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'tag': 'd54180b0-de96-4099-b8c9-e23302999315', 'status': 'completed', 'code': 200} Sep 13 07:02:00.191418 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160116b-75fc-42f7-89ce-29390a215c85 req-8df8aa1c-c31e-4d84-a5b7-c5edeb6a0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:00.193014 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-8df8aa1c-c31e-4d84-a5b7-c5edeb6a0f93 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=81082b2f3a984d09baac046de385ea96&device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 1128 time: 0.0981615 Sep 13 07:02:00.194018 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d744b-c599-409d-b9a5-3fb70471f30d service neutron] Pushing event updated for resources: {'Port': ['ID=d54180b0-de96-4099-b8c9-e23302999315,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:00.239768 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a46c9b53-fc7d-4780-a154-f5335d8fe411 req-6b5615b9-80ac-431c-9f05-d39292f3842b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854282 Sep 13 07:02:00.256932 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-37c68f17-2680-4322-a022-874db2c6594a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54180b0-de96-4099-b8c9-e23302999315 HTTP/1.1" status: 200 len: 217 time: 0.0471785 Sep 13 07:02:00.355455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160116b-75fc-42f7-89ce-29390a215c85 req-13a925a4-a387-42c6-b3bb-e535d475ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:00.357606 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-13a925a4-a387-42c6-b3bb-e535d475ac4b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ef8d6964-c9f2-4372-bc4a-c08b0148ac52 HTTP/1.1" status: 200 len: 849 time: 0.0847893 Sep 13 07:02:00.398437 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-0395df32-d574-46dc-9b63-48bf47a61e24 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f93137cd-66b0-4f09-930d-e6072707a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348480 Sep 13 07:02:00.497462 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-ce457753-54f7-4479-afbf-b5e344e3539e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914712 Sep 13 07:02:00.617589 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b160116b-75fc-42f7-89ce-29390a215c85 req-8e887869-7ee0-44e8-adff-e0f64da4fa06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121912 Sep 13 07:02:00.654508 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a2629-99df-4a0d-aef7-203a225f1ca8 req-ed729b69-afaf-4190-9118-22c932e5e97d tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:00.658652 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3d9a2629-99df-4a0d-aef7-203a225f1ca8 req-ed729b69-afaf-4190-9118-22c932e5e97d tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 944 time: 0.0540450 Sep 13 07:02:00.714446 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3d9a2629-99df-4a0d-aef7-203a225f1ca8 req-4397f27b-024b-44f3-a663-a7524a22b308 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473523 Sep 13 07:02:01.364725 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da9804-4349-4c42-81dd-6ff0b122c028 req-3dc6a972-1f64-40ce-af1b-971f1cb9376d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:01.366488 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-23da9804-4349-4c42-81dd-6ff0b122c028 req-3dc6a972-1f64-40ce-af1b-971f1cb9376d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0488260 Sep 13 07:02:01.422985 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-23da9804-4349-4c42-81dd-6ff0b122c028 req-33e5417b-4de2-47d6-94d0-2bfe4a3803f2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Sep 13 07:02:01.490816 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:01.513841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:01.850879 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac616fe8-bbec-4da1-bd37-87aa831f6ea5 req-072d1320-7bb4-4646-8331-c08e9c3059a1 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:01.852750 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ac616fe8-bbec-4da1-bd37-87aa831f6ea5 req-072d1320-7bb4-4646-8331-c08e9c3059a1 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 944 time: 0.0572541 Sep 13 07:02:01.855122 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-e44416f0-a366-4c90-bbbd-d2ce9f0e0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:01.856618 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-e44416f0-a366-4c90-bbbd-d2ce9f0e0406 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=81082b2f3a984d09baac046de385ea96&device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 1128 time: 0.0444050 Sep 13 07:02:01.912706 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ac616fe8-bbec-4da1-bd37-87aa831f6ea5 req-68be0cf2-0bd2-40ea-b455-800141bfd804 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498903 Sep 13 07:02:01.921556 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39138) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:01.929218 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:01.944966 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:01.989549 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-0e4da1fe-cedc-4a4f-a4a9-386ec4a1756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:01.991107 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-0e4da1fe-cedc-4a4f-a4a9-386ec4a1756d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f93137cd-66b0-4f09-930d-e6072707a728 HTTP/1.1" status: 200 len: 910 time: 0.1283867 Sep 13 07:02:02.035019 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-9a3b0e78-3237-4de4-a302-a0e709075c37 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54180b0-de96-4099-b8c9-e23302999315 HTTP/1.1" status: 200 len: 217 time: 0.0340526 Sep 13 07:02:02.046854 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.091620 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-245f5dce-1d5c-4cd7-b63e-727275bf04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:02.093184 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-245f5dce-1d5c-4cd7-b63e-727275bf04ad service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ef8d6964-c9f2-4372-bc4a-c08b0148ac52 HTTP/1.1" status: 200 len: 849 time: 0.0463910 Sep 13 07:02:02.128837 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Publish callbacks [] for security_group (68b2a314-9f3b-4223-abf7-aefbfa9c7b99), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.131184 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-f10ef181-2059-48e2-895e-93d69296763b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f93137cd-66b0-4f09-930d-e6072707a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314448 Sep 13 07:02:02.133988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (68b2a314-9f3b-4223-abf7-aefbfa9c7b99), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.171406 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:02.176617 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=29798d0dec39434abd773f967881f7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535951 Sep 13 07:02:02.177729 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2a314-9f3b-4223-abf7-aefbfa9c7b99,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:02.179754 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39142) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:02.202491 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.202837 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.203176 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.203512 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.203850 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.204174 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.204498 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.204817 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.205135 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.205454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.205779 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.206113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.206433 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.206746 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.207061 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34420bf5-a1e7-45df-8214-bde21df8b9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:02.242409 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-5ce4c663-0624-4a23-b45d-7388e896d2fb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916793 Sep 13 07:02:02.246936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb1967e0-7350-4152-ab29-85adb3780705 admin admin] Publish callbacks [] for security_group (68b2a314-9f3b-4223-abf7-aefbfa9c7b99), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.268552 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb1967e0-7350-4152-ab29-85adb3780705 admin admin] Publish callbacks [] for security_group (68b2a314-9f3b-4223-abf7-aefbfa9c7b99), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.320188 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb1967e0-7350-4152-ab29-85adb3780705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (68b2a314-9f3b-4223-abf7-aefbfa9c7b99), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.323211 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb1967e0-7350-4152-ab29-85adb3780705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.324677 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-eb1967e0-7350-4152-ab29-85adb3780705 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/68b2a314-9f3b-4223-abf7-aefbfa9c7b99 HTTP/1.1" status: 204 len: 168 time: 0.1437075 Sep 13 07:02:02.335459 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1967e0-7350-4152-ab29-85adb3780705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2a314-9f3b-4223-abf7-aefbfa9c7b99,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:02.345065 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0b594a82-1cfb-4ec3-b07c-6a71970ccd6f req-af93d8a8-0d1c-4c75-958c-c2fa3549cd38 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965693 Sep 13 07:02:02.547641 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245de4f8-d180-4916-9446-739c50cf4132 req-82e93c79-4f57-472a-9e9c-2d0366d0ee0b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:02.549086 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-245de4f8-d180-4916-9446-739c50cf4132 req-82e93c79-4f57-472a-9e9c-2d0366d0ee0b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Sep 13 07:02:02.562238 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:02.601672 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-245de4f8-d180-4916-9446-739c50cf4132 req-609068a7-19e2-4db2-bb49-baa42a3203a7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Sep 13 07:02:02.619257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39152) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:02.633345 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-df7789a5-aaae-427e-91bb-a48c8c3b652d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.715473 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-df7789a5-aaae-427e-91bb-a48c8c3b652d admin admin] Publish callbacks [] for security_group (9ac8330d-be62-41f0-a3f0-083116e66756), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.720712 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-df7789a5-aaae-427e-91bb-a48c8c3b652d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9ac8330d-be62-41f0-a3f0-083116e66756), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.765482 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-df7789a5-aaae-427e-91bb-a48c8c3b652d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5841a34081cb4056a278bbcb25d9c592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427407 Sep 13 07:02:02.765482 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7789a5-aaae-427e-91bb-a48c8c3b652d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac8330d-be62-41f0-a3f0-083116e66756,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:02.766686 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39160) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:02.817966 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a9a25cd5-b177-4a54-9884-32ce259b310c admin admin] Publish callbacks [] for security_group (9ac8330d-be62-41f0-a3f0-083116e66756), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.839445 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a9a25cd5-b177-4a54-9884-32ce259b310c admin admin] Publish callbacks [] for security_group (9ac8330d-be62-41f0-a3f0-083116e66756), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.895765 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a9a25cd5-b177-4a54-9884-32ce259b310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9ac8330d-be62-41f0-a3f0-083116e66756), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.898431 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a9a25cd5-b177-4a54-9884-32ce259b310c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:02.899597 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a9a25cd5-b177-4a54-9884-32ce259b310c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ac8330d-be62-41f0-a3f0-083116e66756 HTTP/1.1" status: 204 len: 168 time: 0.1320150 Sep 13 07:02:02.908780 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a25cd5-b177-4a54-9884-32ce259b310c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac8330d-be62-41f0-a3f0-083116e66756,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:03.056511 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5609d-eac7-4af2-a9c0-1948de6c8279 req-c04f79d3-a9cc-4f78-8cc5-0238c5edca37 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:03.058058 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fff5609d-eac7-4af2-a9c0-1948de6c8279 req-c04f79d3-a9cc-4f78-8cc5-0238c5edca37 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 944 time: 0.0567703 Sep 13 07:02:03.109650 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fff5609d-eac7-4af2-a9c0-1948de6c8279 req-6dfc09b3-8c58-448c-b8de-9a3ce5dc78a4 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Sep 13 07:02:03.249449 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39176) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:03.428587 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39186) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:03.439657 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1f0f24a5-28fb-44cd-9d7c-200d8ffca591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.498884 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-70703878-483b-451f-83fc-ade4862208b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.527005 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1f0f24a5-28fb-44cd-9d7c-200d8ffca591 admin admin] Publish callbacks [] for security_group (5a94a122-17f6-443a-bf46-56cfb6358c2c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.539407 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1f0f24a5-28fb-44cd-9d7c-200d8ffca591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (5a94a122-17f6-443a-bf46-56cfb6358c2c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.559054 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:03.581854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:03.586879 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f24a5-28fb-44cd-9d7c-200d8ffca591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a94a122-17f6-443a-bf46-56cfb6358c2c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:03.591507 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1f0f24a5-28fb-44cd-9d7c-200d8ffca591 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=58d0385926c54d0b8d21fc98cfaa21cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411038 Sep 13 07:02:03.591663 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-70703878-483b-451f-83fc-ade4862208b9 admin admin] Publish callbacks [] for security_group (08a98497-cdab-41e0-bb27-6e5fa84bcba7), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.594243 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39194) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:03.600706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-70703878-483b-451f-83fc-ade4862208b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (08a98497-cdab-41e0-bb27-6e5fa84bcba7), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.652060 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d28acbe1-5c7e-4457-ac3e-56a1d93ebf99 admin admin] Publish callbacks [] for security_group (5a94a122-17f6-443a-bf46-56cfb6358c2c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.656812 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-70703878-483b-451f-83fc-ade4862208b9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=44b2db2ba59f4725b4319ef2cddb5f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270856 Sep 13 07:02:03.657594 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70703878-483b-451f-83fc-ade4862208b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a98497-cdab-41e0-bb27-6e5fa84bcba7,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:03.660215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39198) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:03.677381 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device d54180b0-de96-4099-b8c9-e23302999315 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:02:03.721021 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d28acbe1-5c7e-4457-ac3e-56a1d93ebf99 admin admin] Publish callbacks [] for security_group (5a94a122-17f6-443a-bf46-56cfb6358c2c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.728199 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:03.760532 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e9379641-8a1b-4b29-bf48-66cbb8f27cd9 admin admin] Publish callbacks [] for security_group (08a98497-cdab-41e0-bb27-6e5fa84bcba7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.778380 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f4ee0-18e1-4034-b7af-bbe063ac9a2d req-30b7b5bc-f942-401b-ba57-cdc39f8eeb37 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:03.780915 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a05f4ee0-18e1-4034-b7af-bbe063ac9a2d req-30b7b5bc-f942-401b-ba57-cdc39f8eeb37 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0736628 Sep 13 07:02:03.833014 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port d54180b0-de96-4099-b8c9-e23302999315, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d54180b0-de96-4099-b8c9-e23302999315,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:03.850134 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'd54180b0-de96-4099-b8c9-e23302999315', 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728', 'port_id': 'd54180b0-de96-4099-b8c9-e23302999315', 'mac_address': 'fa:16:3e:62:13:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8d6964-c9f2-4372-bc4a-c08b0148ac52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:02:03.886020 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:03.886684 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a05f4ee0-18e1-4034-b7af-bbe063ac9a2d req-9ad114d9-cd20-49b9-9390-7a5fb0d79a86 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993078 Sep 13 07:02:03.899844 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port d54180b0-de96-4099-b8c9-e23302999315 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:03.900246 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d54180b0-de96-4099-b8c9-e23302999315), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:03.915971 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54180b0-de96-4099-b8c9-e23302999315 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:02:03.938505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port d54180b0-de96-4099-b8c9-e23302999315, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d54180b0-de96-4099-b8c9-e23302999315,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:03.944492 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d54180b0-de96-4099-b8c9-e23302999315), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.004938 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e9379641-8a1b-4b29-bf48-66cbb8f27cd9 admin admin] Publish callbacks [] for security_group (08a98497-cdab-41e0-bb27-6e5fa84bcba7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.011063 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=d54180b0-de96-4099-b8c9-e23302999315,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:04.018764 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.019317 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.019833 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.020620 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.021189 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.021681 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.022180 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.022672 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.023148 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.023607 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.024083 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.024656 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.025227 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.025696 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.026192 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:04.042531 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d28acbe1-5c7e-4457-ac3e-56a1d93ebf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (5a94a122-17f6-443a-bf46-56cfb6358c2c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.046057 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d28acbe1-5c7e-4457-ac3e-56a1d93ebf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.047240 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d28acbe1-5c7e-4457-ac3e-56a1d93ebf99 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a94a122-17f6-443a-bf46-56cfb6358c2c HTTP/1.1" status: 204 len: 168 time: 0.4521568 Sep 13 07:02:04.057408 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28acbe1-5c7e-4457-ac3e-56a1d93ebf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a94a122-17f6-443a-bf46-56cfb6358c2c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:04.089938 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e9379641-8a1b-4b29-bf48-66cbb8f27cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (08a98497-cdab-41e0-bb27-6e5fa84bcba7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.093257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e9379641-8a1b-4b29-bf48-66cbb8f27cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.094523 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e9379641-8a1b-4b29-bf48-66cbb8f27cd9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/08a98497-cdab-41e0-bb27-6e5fa84bcba7 HTTP/1.1" status: 204 len: 168 time: 0.4331510 Sep 13 07:02:04.105697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9379641-8a1b-4b29-bf48-66cbb8f27cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a98497-cdab-41e0-bb27-6e5fa84bcba7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:04.255736 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47e7ae-e80a-4bdd-8d94-bcb332fd5c8d req-aa7123aa-38f3-4b47-8bcb-64da4c2cb532 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:04.266250 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-da47e7ae-e80a-4bdd-8d94-bcb332fd5c8d req-aa7123aa-38f3-4b47-8bcb-64da4c2cb532 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 945 time: 0.0707757 Sep 13 07:02:04.317183 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-da47e7ae-e80a-4bdd-8d94-bcb332fd5c8d req-e5f7e44e-1238-4802-a33b-4cdf15eed2a0 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Sep 13 07:02:04.461425 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['d54180b0-de96-4099-b8c9-e23302999315'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:02:04.520343 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:02:04.554068 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39228) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:04.569853 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17183a50-b795-42df-ade0-48cf02a9421a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.576266 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:04.682166 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39230) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:04.689116 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17183a50-b795-42df-ade0-48cf02a9421a admin admin] Publish callbacks [] for security_group (5d4b5c4f-9043-4573-8197-4f3a006637fa), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.693142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17183a50-b795-42df-ade0-48cf02a9421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (5d4b5c4f-9043-4573-8197-4f3a006637fa), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.697721 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9138ad58-bdd4-4a62-8c91-221917328558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.735431 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-17183a50-b795-42df-ade0-48cf02a9421a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6d3da5f651a54857a1da99125487d3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802585 Sep 13 07:02:04.736551 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17183a50-b795-42df-ade0-48cf02a9421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b5c4f-9043-4573-8197-4f3a006637fa,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:04.738310 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39234) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:04.781308 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:04.822559 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9138ad58-bdd4-4a62-8c91-221917328558 admin admin] Publish callbacks [] for security_group (988a754e-49bc-4c6b-bc28-525700e557a3), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.828097 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9138ad58-bdd4-4a62-8c91-221917328558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (988a754e-49bc-4c6b-bc28-525700e557a3), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:04.830376 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9e70-62b8-40f0-969c-7f84f115a395 admin admin] Publish callbacks [] for security_group (5d4b5c4f-9043-4573-8197-4f3a006637fa), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.119278 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9e70-62b8-40f0-969c-7f84f115a395 admin admin] Publish callbacks [] for security_group (5d4b5c4f-9043-4573-8197-4f3a006637fa), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.129234 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:05.135846 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-9138ad58-bdd4-4a62-8c91-221917328558 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5c02a16e2b1c4c2fa04075f182d44bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518876 Sep 13 07:02:05.138538 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39248) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:05.140676 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138ad58-bdd4-4a62-8c91-221917328558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988a754e-49bc-4c6b-bc28-525700e557a3,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:05.159206 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361301c-61c8-4c23-980b-3df2482909ef req-e24ae526-017b-46cf-979c-78d690b20411 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:05.160736 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e361301c-61c8-4c23-980b-3df2482909ef req-e24ae526-017b-46cf-979c-78d690b20411 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1004088 Sep 13 07:02:05.208373 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c736b4b-1654-421b-be31-0cf308f6f366 admin admin] Publish callbacks [] for security_group (988a754e-49bc-4c6b-bc28-525700e557a3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.220358 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e361301c-61c8-4c23-980b-3df2482909ef req-01314e1d-e695-42b3-af43-15f781fc6ed5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Sep 13 07:02:05.235099 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c736b4b-1654-421b-be31-0cf308f6f366 admin admin] Publish callbacks [] for security_group (988a754e-49bc-4c6b-bc28-525700e557a3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.247708 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9e70-62b8-40f0-969c-7f84f115a395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (5d4b5c4f-9043-4573-8197-4f3a006637fa), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.250841 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9e70-62b8-40f0-969c-7f84f115a395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.254810 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7a1e9e70-62b8-40f0-969c-7f84f115a395 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5d4b5c4f-9043-4573-8197-4f3a006637fa HTTP/1.1" status: 204 len: 168 time: 0.5127525 Sep 13 07:02:05.266803 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e9e70-62b8-40f0-969c-7f84f115a395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4b5c4f-9043-4573-8197-4f3a006637fa,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:05.320159 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c736b4b-1654-421b-be31-0cf308f6f366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (988a754e-49bc-4c6b-bc28-525700e557a3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.323541 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7c736b4b-1654-421b-be31-0cf308f6f366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.325208 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7c736b4b-1654-421b-be31-0cf308f6f366 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/988a754e-49bc-4c6b-bc28-525700e557a3 HTTP/1.1" status: 204 len: 168 time: 0.1846924 Sep 13 07:02:05.334502 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c736b4b-1654-421b-be31-0cf308f6f366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988a754e-49bc-4c6b-bc28-525700e557a3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:05.529056 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9d27-66c5-4ab8-8a23-1f447baf9688 req-b13b8f22-1faa-400d-8a7d-f510e4881a83 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:05.532324 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5b0f9d27-66c5-4ab8-8a23-1f447baf9688 req-b13b8f22-1faa-400d-8a7d-f510e4881a83 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 945 time: 0.0815907 Sep 13 07:02:05.645112 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5b0f9d27-66c5-4ab8-8a23-1f447baf9688 req-e919096b-2b62-4dff-873a-abc5c6511af7 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059959 Sep 13 07:02:05.687892 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device d54180b0-de96-4099-b8c9-e23302999315 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:05.757741 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port d54180b0-de96-4099-b8c9-e23302999315 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:02:05.766028 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port d54180b0-de96-4099-b8c9-e23302999315 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:05.766742 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d54180b0-de96-4099-b8c9-e23302999315), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.861590 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port d54180b0-de96-4099-b8c9-e23302999315 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:05.861987 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d54180b0-de96-4099-b8c9-e23302999315), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.887664 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54180b0-de96-4099-b8c9-e23302999315'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:05.890422 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d759a967-b011-46de-9bdf-ce619345fdf2" -d '{"events": [{"server_uuid": "2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "d54180b0-de96-4099-b8c9-e23302999315"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:05.903785 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port d54180b0-de96-4099-b8c9-e23302999315, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d54180b0-de96-4099-b8c9-e23302999315,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:05.910453 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d54180b0-de96-4099-b8c9-e23302999315), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:05.942950 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9428cead-3e0b-442a-ad0e-987a443f14ad x-openstack-request-id: req-9428cead-3e0b-442a-ad0e-987a443f14ad {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:05.943126 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "d54180b0-de96-4099-b8c9-e23302999315", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:05.943545 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9428cead-3e0b-442a-ad0e-987a443f14ad {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:05.944198 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9428cead-3e0b-442a-ad0e-987a443f14ad'] response: {'server_uuid': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54180b0-de96-4099-b8c9-e23302999315', 'code': 200} Sep 13 07:02:05.981361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=d54180b0-de96-4099-b8c9-e23302999315,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:06.228917 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39322) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:06.337585 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70fa0-05e2-4f73-a4fd-2c9f35d23779 req-e99afbcb-c44a-4843-9925-d0ec7403901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:06.339425 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ad70fa0-05e2-4f73-a4fd-2c9f35d23779 req-e99afbcb-c44a-4843-9925-d0ec7403901c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 1130 time: 0.1044309 Sep 13 07:02:06.397506 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120118a3-00d2-4ef8-8693-4d1ec4580aa2 req-36eb0527-f856-4832-88df-ac83fc69dd84 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:06.404698 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-120118a3-00d2-4ef8-8693-4d1ec4580aa2 req-36eb0527-f856-4832-88df-ac83fc69dd84 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0843267 Sep 13 07:02:06.410128 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f34e7d32-5cbf-4d29-a98f-4639e05fac63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:06.433411 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7f1ea-b0bf-4d57-b35b-5b324d935821 req-36647770-155a-488d-aa5e-abff24ef1e55 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:06.434981 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82e7f1ea-b0bf-4d57-b35b-5b324d935821 req-36647770-155a-488d-aa5e-abff24ef1e55 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0857515 Sep 13 07:02:06.475729 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:06.508158 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-120118a3-00d2-4ef8-8693-4d1ec4580aa2 req-e1e9cf83-1033-49eb-bcd5-6637005239e2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023626 Sep 13 07:02:06.530355 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f34e7d32-5cbf-4d29-a98f-4639e05fac63 admin admin] Publish callbacks [] for security_group (59c7666e-71bb-4fbf-8d75-303c657748dc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:06.535369 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82e7f1ea-b0bf-4d57-b35b-5b324d935821 req-87549242-e27e-4ae7-b14d-5d7c12232c67 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924032 Sep 13 07:02:06.537085 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f34e7d32-5cbf-4d29-a98f-4639e05fac63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (59c7666e-71bb-4fbf-8d75-303c657748dc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:06.563800 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:06.575213 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f34e7d32-5cbf-4d29-a98f-4639e05fac63 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fc5035b7de0d4b9db0d1e9450b855300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451848 Sep 13 07:02:06.577937 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39344) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:06.597665 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e7d32-5cbf-4d29-a98f-4639e05fac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7666e-71bb-4fbf-8d75-303c657748dc,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:06.636274 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8fa7-9d2d-4f94-96b9-8988b833285b admin admin] Publish callbacks [] for security_group (59c7666e-71bb-4fbf-8d75-303c657748dc), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:06.658472 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8fa7-9d2d-4f94-96b9-8988b833285b admin admin] Publish callbacks [] for security_group (59c7666e-71bb-4fbf-8d75-303c657748dc), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:06.725363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8fa7-9d2d-4f94-96b9-8988b833285b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (59c7666e-71bb-4fbf-8d75-303c657748dc), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:06.728523 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8fa7-9d2d-4f94-96b9-8988b833285b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:06.732841 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-6c6c8fa7-9d2d-4f94-96b9-8988b833285b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/59c7666e-71bb-4fbf-8d75-303c657748dc HTTP/1.1" status: 204 len: 168 time: 0.1538324 Sep 13 07:02:06.742704 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c8fa7-9d2d-4f94-96b9-8988b833285b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7666e-71bb-4fbf-8d75-303c657748dc,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:06.812333 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff0546-2e11-436f-9f49-20a715a8312f req-00b35aba-3b9f-440a-8d40-9a9bae1f2e4f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:06.814259 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14ff0546-2e11-436f-9f49-20a715a8312f req-00b35aba-3b9f-440a-8d40-9a9bae1f2e4f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0571375 Sep 13 07:02:06.869999 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14ff0546-2e11-436f-9f49-20a715a8312f req-fdcbb37c-6ced-4c51-8788-d726fc273c55 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Sep 13 07:02:07.170122 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39370) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:07.188029 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-af5f2abd-01de-495f-9bbc-8b20fa547483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:07.233450 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:07.281779 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-af5f2abd-01de-495f-9bbc-8b20fa547483 admin admin] Publish callbacks [] for security_group (21b1bc51-4c64-4fc6-89ae-4113d0b14ff8), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:07.287840 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-af5f2abd-01de-495f-9bbc-8b20fa547483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (21b1bc51-4c64-4fc6-89ae-4113d0b14ff8), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:07.330854 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f2abd-01de-495f-9bbc-8b20fa547483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b1bc51-4c64-4fc6-89ae-4113d0b14ff8,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:07.352710 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-af5f2abd-01de-495f-9bbc-8b20fa547483 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cbf39b4bd399494590b43e4de67c3dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811121 Sep 13 07:02:07.365272 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39380) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:07.427768 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7791c23f-8ff7-4b33-963d-4a9870d2c456 admin admin] Publish callbacks [] for security_group (21b1bc51-4c64-4fc6-89ae-4113d0b14ff8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:07.449936 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7791c23f-8ff7-4b33-963d-4a9870d2c456 admin admin] Publish callbacks [] for security_group (21b1bc51-4c64-4fc6-89ae-4113d0b14ff8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:07.506892 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7791c23f-8ff7-4b33-963d-4a9870d2c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (21b1bc51-4c64-4fc6-89ae-4113d0b14ff8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:07.511551 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7791c23f-8ff7-4b33-963d-4a9870d2c456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:07.512786 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7791c23f-8ff7-4b33-963d-4a9870d2c456 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/21b1bc51-4c64-4fc6-89ae-4113d0b14ff8 HTTP/1.1" status: 204 len: 168 time: 0.1459529 Sep 13 07:02:07.521358 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791c23f-8ff7-4b33-963d-4a9870d2c456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b1bc51-4c64-4fc6-89ae-4113d0b14ff8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:07.709718 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b8056-cc9a-4097-b0d6-c6cba0cff729 req-4e4c2ec5-4740-4ede-8198-951beb7e458c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:07.715435 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-250b8056-cc9a-4097-b0d6-c6cba0cff729 req-4e4c2ec5-4740-4ede-8198-951beb7e458c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1075552 Sep 13 07:02:07.746167 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d742dbb-3d5f-4e2b-8f80-dea8be9f313c req-daeac927-c9ec-4439-8b37-6011a56d149f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:07.747690 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d742dbb-3d5f-4e2b-8f80-dea8be9f313c req-daeac927-c9ec-4439-8b37-6011a56d149f tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0955415 Sep 13 07:02:07.804606 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-250b8056-cc9a-4097-b0d6-c6cba0cff729 req-557df108-9f3c-4b3a-b808-da2777656086 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856061 Sep 13 07:02:07.834487 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d742dbb-3d5f-4e2b-8f80-dea8be9f313c req-22349b51-25ea-42ff-80a1-cf280d6cd105 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655861 Sep 13 07:02:07.959782 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:08.002939 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac5dfe-40a8-47ca-a7a5-dd44b7ee2c09 req-dbbb296d-6945-4c06-81db-9ddc1eb267cc tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:08.005981 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28ac5dfe-40a8-47ca-a7a5-dd44b7ee2c09 req-dbbb296d-6945-4c06-81db-9ddc1eb267cc tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0580735 Sep 13 07:02:08.062902 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28ac5dfe-40a8-47ca-a7a5-dd44b7ee2c09 req-5d45efc0-8e64-455e-a3c2-df192a42c632 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504630 Sep 13 07:02:08.362930 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-1ad70fa0-05e2-4f73-a4fd-2c9f35d23779 req-ac17378a-680c-4080-b4d1-14c5e482dd3b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702097 Sep 13 07:02:08.972547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f78f-dca5-4c57-bba9-ed769f74107c req-e36ea4f2-9349-4b2c-bc97-c001955e4748 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:08.980386 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6ab9f78f-dca5-4c57-bba9-ed769f74107c req-e36ea4f2-9349-4b2c-bc97-c001955e4748 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0937378 Sep 13 07:02:09.010363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbd62c-0aff-4433-bc9e-571f1a8966ec req-ea38715c-2da5-420c-80b1-0561e9941f5b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:09.012138 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f4fbd62c-0aff-4433-bc9e-571f1a8966ec req-ea38715c-2da5-420c-80b1-0561e9941f5b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0868227 Sep 13 07:02:09.057102 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6ab9f78f-dca5-4c57-bba9-ed769f74107c req-3fa3bb2c-da09-4fdc-a3ea-fad275d4fb7a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757358 Sep 13 07:02:09.084081 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f4fbd62c-0aff-4433-bc9e-571f1a8966ec req-e3311128-b812-4a26-a1de-0ece7b030a68 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615768 Sep 13 07:02:09.086591 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-709bb23b-e24d-4a7d-bf38-ba2b3fe63771 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382686 Sep 13 07:02:09.186334 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c774f8-3a4c-4006-8771-37b76ec1fd8a req-51df8175-5728-458f-9bd7-80dedc81515b tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:09.187826 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d1c774f8-3a4c-4006-8771-37b76ec1fd8a req-51df8175-5728-458f-9bd7-80dedc81515b tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0490534 Sep 13 07:02:09.247718 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d1c774f8-3a4c-4006-8771-37b76ec1fd8a req-4c445aca-bb36-4aa4-b947-067fd3483add tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512605 Sep 13 07:02:09.683942 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-ea251e03-46a3-4ab7-81fb-11a86501f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:09.685419 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-ea251e03-46a3-4ab7-81fb-11a86501f7bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1130 time: 0.0402505 Sep 13 07:02:09.779322 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=85 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:09.927048 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-0673fd0b-e90c-45fd-b4e4-1b222a390b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:09.928520 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-0673fd0b-e90c-45fd-b4e4-1b222a390b81 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.0973949 Sep 13 07:02:09.936377 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-0cacac7e-1eea-41d7-8353-dac07756b4a1 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:09.938121 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-0cacac7e-1eea-41d7-8353-dac07756b4a1 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.1070740 Sep 13 07:02:10.232439 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1efa60-0ff5-49f0-a512-46fd848a77cf req-26340d22-101b-43e2-9bfc-e11ae18b2d2c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:10.234611 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0f1efa60-0ff5-49f0-a512-46fd848a77cf req-26340d22-101b-43e2-9bfc-e11ae18b2d2c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0927773 Sep 13 07:02:10.251077 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4da7c-4c83-433c-bd8b-5b233d14610f req-7192d7fb-a363-47cf-8f82-31b3ab8ac3f5 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:10.259709 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-46d4da7c-4c83-433c-bd8b-5b233d14610f req-7192d7fb-a363-47cf-8f82-31b3ab8ac3f5 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0791218 Sep 13 07:02:10.336938 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0f1efa60-0ff5-49f0-a512-46fd848a77cf req-d7d87380-aad1-4b4a-b0c8-983b0b4694dc tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936699 Sep 13 07:02:10.339949 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-46d4da7c-4c83-433c-bd8b-5b233d14610f req-363c6511-6831-486a-a4e3-3a154a62f5c6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784645 Sep 13 07:02:10.429298 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:10.440819 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363f6c9-22dd-48c3-9575-dfc8472c6157 req-55df3e6b-ed0b-433e-8008-138b7f63d49b tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:10.442614 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c363f6c9-22dd-48c3-9575-dfc8472c6157 req-55df3e6b-ed0b-433e-8008-138b7f63d49b tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0478203 Sep 13 07:02:10.500882 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c363f6c9-22dd-48c3-9575-dfc8472c6157 req-b9eb5312-0721-4215-95c3-2faf652038b9 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491369 Sep 13 07:02:11.496628 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439044a1-72e3-4f77-8c69-6f0ca9c167c9 req-a2db6dde-855c-4e7e-a419-0bb9831a7ff7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:11.498109 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-439044a1-72e3-4f77-8c69-6f0ca9c167c9 req-a2db6dde-855c-4e7e-a419-0bb9831a7ff7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0729275 Sep 13 07:02:11.503443 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bdc79-cbd7-4496-a558-3636a397be93 req-01f80696-c7f8-4c7c-b775-0d7cd8270002 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:11.504782 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-108bdc79-cbd7-4496-a558-3636a397be93 req-01f80696-c7f8-4c7c-b775-0d7cd8270002 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0691938 Sep 13 07:02:11.575560 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-439044a1-72e3-4f77-8c69-6f0ca9c167c9 req-8d1b2e77-b22a-492d-9278-2d9e9a25434c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697365 Sep 13 07:02:11.579601 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-108bdc79-cbd7-4496-a558-3636a397be93 req-7a5a1e98-4e36-4132-95b0-40595a1048a8 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Sep 13 07:02:11.682412 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:11.690532 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b5f46-76f7-4a69-bfbd-76f58797ad84 req-c360672a-514e-42e7-9a96-b338c163d972 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:11.692095 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a46b5f46-76f7-4a69-bfbd-76f58797ad84 req-c360672a-514e-42e7-9a96-b338c163d972 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0541077 Sep 13 07:02:11.738920 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a46b5f46-76f7-4a69-bfbd-76f58797ad84 req-ee8b6c2f-d8ca-4d6e-9756-5bac11296a4b tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Sep 13 07:02:11.989977 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:12.726288 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f19353-476e-4031-8ec8-0a8442ee4f66 req-e7dab75b-4449-43ac-b972-52b0aebea59a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:12.727809 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-01f19353-476e-4031-8ec8-0a8442ee4f66 req-e7dab75b-4449-43ac-b972-52b0aebea59a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0726774 Sep 13 07:02:12.735458 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91736a-a2ee-40a4-9c6a-8b86302d5dc7 req-00dd3f78-5904-4d77-a511-91d5ceb27c54 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:12.736783 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6a91736a-a2ee-40a4-9c6a-8b86302d5dc7 req-00dd3f78-5904-4d77-a511-91d5ceb27c54 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0711834 Sep 13 07:02:12.810820 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-01f19353-476e-4031-8ec8-0a8442ee4f66 req-d536839f-950f-43d7-babf-69518428bc91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730767 Sep 13 07:02:12.814903 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6a91736a-a2ee-40a4-9c6a-8b86302d5dc7 req-fa72389f-43d9-44b6-99dc-ac46ea3d1d6e tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714602 Sep 13 07:02:12.913167 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be00dd1-91f8-40c1-9399-9bafe25818e5 req-02ed73ea-9b44-4dd2-ba98-24e0cb6ffba0 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:12.914652 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6be00dd1-91f8-40c1-9399-9bafe25818e5 req-02ed73ea-9b44-4dd2-ba98-24e0cb6ffba0 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0449629 Sep 13 07:02:12.963974 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6be00dd1-91f8-40c1-9399-9bafe25818e5 req-3ea25519-3750-48ae-bc4b-63bfd515b395 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Sep 13 07:02:13.976138 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be2925-ad55-4ffd-a658-48c2a55a7297 req-4894aece-9b47-4adf-a2dc-d6e1f77871e1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:13.977636 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a2be2925-ad55-4ffd-a658-48c2a55a7297 req-4894aece-9b47-4adf-a2dc-d6e1f77871e1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0806186 Sep 13 07:02:13.983234 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44544cc-e94e-4b1e-9039-135561eb1d5d req-9f4019e3-bb31-43f0-8fbe-3020fb66d384 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:13.984578 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c44544cc-e94e-4b1e-9039-135561eb1d5d req-9f4019e3-bb31-43f0-8fbe-3020fb66d384 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0774446 Sep 13 07:02:14.061104 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a2be2925-ad55-4ffd-a658-48c2a55a7297 req-654d4c90-9090-4fa2-bef5-939dd8a2fe7f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755873 Sep 13 07:02:14.064176 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c44544cc-e94e-4b1e-9039-135561eb1d5d req-ccccc44c-4f41-4c90-8235-1112812e9891 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717959 Sep 13 07:02:14.176536 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861be93-92ad-4b4b-8445-51287f56b525 req-17dc5b6e-17ab-4cb0-b52f-64236e5e41ef tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:14.178099 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a861be93-92ad-4b4b-8445-51287f56b525 req-17dc5b6e-17ab-4cb0-b52f-64236e5e41ef tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0496318 Sep 13 07:02:14.229186 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a861be93-92ad-4b4b-8445-51287f56b525 req-ca7881dd-b6d6-44d5-8b0d-c458ebacab4a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Sep 13 07:02:14.516821 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=45 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:15.231284 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651be2-1a43-4326-9e5b-c2981be1e7b8 req-79e5ce74-7adc-474e-a786-58ee5feedd24 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:15.232775 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-72651be2-1a43-4326-9e5b-c2981be1e7b8 req-79e5ce74-7adc-474e-a786-58ee5feedd24 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0734255 Sep 13 07:02:15.240459 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3557a-db1a-46c4-b694-55e7db82a6e6 req-2dd1c29a-2028-49ab-bdf6-b5abaf8313b6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:15.241896 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-00c3557a-db1a-46c4-b694-55e7db82a6e6 req-2dd1c29a-2028-49ab-bdf6-b5abaf8313b6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 945 time: 0.0719228 Sep 13 07:02:15.322684 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-72651be2-1a43-4326-9e5b-c2981be1e7b8 req-6ce22392-3206-4187-95f2-5714356aa14c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798006 Sep 13 07:02:15.325821 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-00c3557a-db1a-46c4-b694-55e7db82a6e6 req-d4030496-74c8-4b77-90d5-113be99eefb8 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761917 Sep 13 07:02:16.212435 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 15a6822f-f0d2-48e8-8801-aaf402c83509 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:02:16.296389 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 15a6822f-f0d2-48e8-8801-aaf402c83509 is: ACTIVE; New status is: DOWN {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:16.296790 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:16.322540 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:16.324834 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10f13c7-2b8c-42ba-8778-b5890ccc6476" -d '{"events": [{"server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "name": "network-vif-unplugged", "status": "completed", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:16.344258 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-8b23b019-2f1d-4d78-8b30-16bcb266fe66 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 200 len: 217 time: 0.0402002 Sep 13 07:02:16.361078 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:16.363162 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 15a6822f-f0d2-48e8-8801-aaf402c83509, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=15a6822f-f0d2-48e8-8801-aaf402c83509,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:16.372964 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:16.440026 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a91465-4c40-4c35-a7e8-f48568edc4be x-openstack-request-id: req-d0a91465-4c40-4c35-a7e8-f48568edc4be {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:16.440643 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "name": "network-vif-unplugged", "status": "completed", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:16.440909 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0a91465-4c40-4c35-a7e8-f48568edc4be {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:16.441330 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a91465-4c40-4c35-a7e8-f48568edc4be'] response: {'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509', 'code': 200} Sep 13 07:02:16.457622 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=15a6822f-f0d2-48e8-8801-aaf402c83509,revision_number=6']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:16.475704 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-b3df04a3-43bb-462e-87b0-9dd09809765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:16.477674 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-b3df04a3-43bb-462e-87b0-9dd09809765b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.1242023 Sep 13 07:02:16.534837 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Deleting port 15a6822f-f0d2-48e8-8801-aaf402c83509 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:02:16.535678 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:16.568772 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e0341-b3e1-4513-8ed9-038ec39aaff6 req-176a2b55-c410-4d43-9fb4-41ee3fd29bf7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:16.570359 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-691e0341-b3e1-4513-8ed9-038ec39aaff6 req-176a2b55-c410-4d43-9fb4-41ee3fd29bf7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.1266363 Sep 13 07:02:16.572874 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:16.579235 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5057c-d6d3-4e80-93ad-cf952a3891b8 req-a0891207-519e-43a8-92cd-a909bcca4386 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:16.580819 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ad5057c-d6d3-4e80-93ad-cf952a3891b8 req-a0891207-519e-43a8-92cd-a909bcca4386 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 943 time: 0.1408885 Sep 13 07:02:16.591419 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-dffa3935-8ea5-4240-9af9-4866a0dfa32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:16.597875 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-dffa3935-8ea5-4240-9af9-4866a0dfa32a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796361 Sep 13 07:02:16.641450 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] For port 15a6822f-f0d2-48e8-8801-aaf402c83509, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=15a6822f-f0d2-48e8-8801-aaf402c83509,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:16.641815 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:16.660559 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Calling delete_port for 15a6822f-f0d2-48e8-8801-aaf402c83509 owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:02:16.719877 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-691e0341-b3e1-4513-8ed9-038ec39aaff6 req-36ce7853-335f-4528-a40b-60f11e466b88 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374185 Sep 13 07:02:16.725819 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ad5057c-d6d3-4e80-93ad-cf952a3891b8 req-1cdcde98-34e1-470c-9cab-8a9d000e2fab tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324027 Sep 13 07:02:16.758756 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-c52cef1e-e737-4134-b408-d2ab0af30beb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567700 Sep 13 07:02:16.833069 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (15a6822f-f0d2-48e8-8801-aaf402c83509), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:16.858843 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ecc958cd-feaf-4295-8c73-8e92205403fa req-b79fb240-e7ab-4fe8-a7ee-44792a01c09b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902288 Sep 13 07:02:16.864786 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Pushing event deleted for resources: {'Port': ['ID=15a6822f-f0d2-48e8-8801-aaf402c83509,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:16.947732 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] No DVR routers for this DVR port 15a6822f-f0d2-48e8-8801-aaf402c83509 on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:02:16.951269 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:16.958440 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-83215c71-5d8a-41c0-969b-1c12abdc7a05 req-f669476b-82bc-4bf3-b198-78345847864b tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.23 "DELETE /networking/v2.0/ports/15a6822f-f0d2-48e8-8801-aaf402c83509 HTTP/1.1" status: 204 len: 173 time: 0.6302478 Sep 13 07:02:16.959169 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'name': 'network-vif-deleted', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:16.967311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e5ca5f-dc80-4c79-95e8-26ea8d420c97" -d '{"events": [{"server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "name": "network-vif-deleted", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:17.042493 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df405a1-f228-46de-98f4-053d55b55d0b x-openstack-request-id: req-1df405a1-f228-46de-98f4-053d55b55d0b {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:17.042829 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2626a298-4f0c-4116-aa68-f1799bd7b8de", "name": "network-vif-deleted", "tag": "15a6822f-f0d2-48e8-8801-aaf402c83509", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:17.043024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1df405a1-f228-46de-98f4-053d55b55d0b {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:17.043432 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df405a1-f228-46de-98f4-053d55b55d0b'] response: {'server_uuid': '2626a298-4f0c-4116-aa68-f1799bd7b8de', 'name': 'network-vif-deleted', 'tag': '15a6822f-f0d2-48e8-8801-aaf402c83509', 'status': 'completed', 'code': 200} Sep 13 07:02:17.288883 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b4d3c-5616-4ee7-940b-92c3bfdafa95 req-42065617-ed43-48ac-a90d-931083be5b3d tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:17.291300 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-059b4d3c-5616-4ee7-940b-92c3bfdafa95 req-42065617-ed43-48ac-a90d-931083be5b3d tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0632572 Sep 13 07:02:17.347674 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-059b4d3c-5616-4ee7-940b-92c3bfdafa95 req-b6ef8bb9-7aae-4eea-a222-6dfc4da1b27b tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502338 Sep 13 07:02:17.898907 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5be5f1d-d3e7-4d06-a185-bb34c378f239 req-2adc20e6-036b-4a8d-a076-8d9d8f0e77b6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0749006 Sep 13 07:02:17.927786 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e7949-ba06-4307-95fa-445a144792e1 req-c4fae99e-17eb-4b18-aa30-1c9b65325b47 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:17.927786 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-215e7949-ba06-4307-95fa-445a144792e1 req-c4fae99e-17eb-4b18-aa30-1c9b65325b47 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0998912 Sep 13 07:02:17.976608 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-215e7949-ba06-4307-95fa-445a144792e1 req-6de573d4-1f07-47df-9b22-f06deef9c025 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482609 Sep 13 07:02:18.480991 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77f4bf-7f77-4968-9ef0-0247eb6e82f2 req-76aa7eb5-fa95-4196-a333-832cc3f48a03 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:18.482509 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af77f4bf-7f77-4968-9ef0-0247eb6e82f2 req-76aa7eb5-fa95-4196-a333-832cc3f48a03 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0552299 Sep 13 07:02:18.531686 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af77f4bf-7f77-4968-9ef0-0247eb6e82f2 req-50af3bcc-5f72-41fc-9a9e-b581b25e3f01 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Sep 13 07:02:18.884195 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39628) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:18.992115 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2549915c-60e5-4463-8849-3a1b93ac0297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.002763 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c6f71fd5-1de6-494a-957f-a9c2921377d1 req-df625e4c-24a8-43fa-b147-def59d7d584c tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0270143 Sep 13 07:02:19.022889 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:19.066066 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:19.076100 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2549915c-60e5-4463-8849-3a1b93ac0297 admin admin] Publish callbacks [] for security_group (12512eef-b1d8-4d3e-9caf-0c9584b9199c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.083602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2549915c-60e5-4463-8849-3a1b93ac0297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (12512eef-b1d8-4d3e-9caf-0c9584b9199c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.118702 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021a683-e391-41de-90f6-3fdac969b066 req-aa48da76-7c94-4e63-86bc-18cf2f99cd50 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:19.120191 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6021a683-e391-41de-90f6-3fdac969b066 req-aa48da76-7c94-4e63-86bc-18cf2f99cd50 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0463998 Sep 13 07:02:19.122736 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549915c-60e5-4463-8849-3a1b93ac0297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12512eef-b1d8-4d3e-9caf-0c9584b9199c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:19.131103 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2549915c-60e5-4463-8849-3a1b93ac0297 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9863686340f4420c85b483f7ae31a747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431741 Sep 13 07:02:19.132214 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39638) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:19.169701 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6021a683-e391-41de-90f6-3fdac969b066 req-5210c950-49a1-480f-8ac0-6d71c3cf8c12 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438435 Sep 13 07:02:19.179664 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-879f2ec8-27c0-4b55-9558-4fe39f4c668a admin admin] Publish callbacks [] for security_group (12512eef-b1d8-4d3e-9caf-0c9584b9199c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.200655 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-879f2ec8-27c0-4b55-9558-4fe39f4c668a admin admin] Publish callbacks [] for security_group (12512eef-b1d8-4d3e-9caf-0c9584b9199c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.251357 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-879f2ec8-27c0-4b55-9558-4fe39f4c668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (12512eef-b1d8-4d3e-9caf-0c9584b9199c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.253785 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-879f2ec8-27c0-4b55-9558-4fe39f4c668a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.255010 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-879f2ec8-27c0-4b55-9558-4fe39f4c668a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/12512eef-b1d8-4d3e-9caf-0c9584b9199c HTTP/1.1" status: 204 len: 168 time: 0.1229320 Sep 13 07:02:19.262968 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f2ec8-27c0-4b55-9558-4fe39f4c668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12512eef-b1d8-4d3e-9caf-0c9584b9199c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:19.530351 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39644) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:19.547127 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61b3394d-cacc-44ac-b8eb-f9f7bcf47305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.652636 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61b3394d-cacc-44ac-b8eb-f9f7bcf47305 admin admin] Publish callbacks [] for security_group (678d186d-fb21-47eb-8f88-5846395262bb), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.660377 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61b3394d-cacc-44ac-b8eb-f9f7bcf47305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (678d186d-fb21-47eb-8f88-5846395262bb), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.676751 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:19.693622 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe56c4-69bb-45e6-8368-decb48d9057a req-e2e3baf4-0442-4df0-8f28-cf8cb7e43d1f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:19.695510 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1dbe56c4-69bb-45e6-8368-decb48d9057a req-e2e3baf4-0442-4df0-8f28-cf8cb7e43d1f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0802619 Sep 13 07:02:19.715271 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:19.729306 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-61b3394d-cacc-44ac-b8eb-f9f7bcf47305 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=747bd511d8124fa7bc986479168af4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978321 Sep 13 07:02:19.732519 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39648) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:19.735811 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3394d-cacc-44ac-b8eb-f9f7bcf47305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d186d-fb21-47eb-8f88-5846395262bb,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:19.769950 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1dbe56c4-69bb-45e6-8368-decb48d9057a req-f7b7d0aa-9ae9-4e34-8059-ddb2bab80164 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648253 Sep 13 07:02:19.784468 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-409a0616-422d-4078-b5cd-039cf07be051 admin admin] Publish callbacks [] for security_group (678d186d-fb21-47eb-8f88-5846395262bb), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.805235 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-409a0616-422d-4078-b5cd-039cf07be051 admin admin] Publish callbacks [] for security_group (678d186d-fb21-47eb-8f88-5846395262bb), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.857025 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-409a0616-422d-4078-b5cd-039cf07be051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (678d186d-fb21-47eb-8f88-5846395262bb), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.860946 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-409a0616-422d-4078-b5cd-039cf07be051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:19.862462 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-409a0616-422d-4078-b5cd-039cf07be051 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/678d186d-fb21-47eb-8f88-5846395262bb HTTP/1.1" status: 204 len: 168 time: 0.1289544 Sep 13 07:02:19.870707 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0616-422d-4078-b5cd-039cf07be051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d186d-fb21-47eb-8f88-5846395262bb,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:20.122772 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-270940e0-d600-45a5-a391-d1c3fb2c38ff req-17000ddc-ba44-4b08-8614-69c0f2ab64f6 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0369270 Sep 13 07:02:20.290435 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcef58-f0f8-49e0-acfe-74c0015170fe req-c117957a-9fa6-4ea5-9252-d5ca2bfcb992 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:20.292177 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aafcef58-f0f8-49e0-acfe-74c0015170fe req-c117957a-9fa6-4ea5-9252-d5ca2bfcb992 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Sep 13 07:02:20.346625 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aafcef58-f0f8-49e0-acfe-74c0015170fe req-0339682b-fba4-443d-a4db-ee9583a9c250 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Sep 13 07:02:20.892050 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22af34-7e17-40f3-b407-68e8d0e56c90 req-51a8aa61-f0f3-42a9-a02a-eabef2b65be3 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:20.893519 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8c22af34-7e17-40f3-b407-68e8d0e56c90 req-51a8aa61-f0f3-42a9-a02a-eabef2b65be3 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0473740 Sep 13 07:02:20.947378 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8c22af34-7e17-40f3-b407-68e8d0e56c90 req-8e0fb025-d43b-43ef-8809-08d32bfda50d tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 Sep 13 07:02:21.229068 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5b082f9d-be26-455d-a5ce-e2a0d90261ed req-91edad74-e6ad-4827-a32d-e54b7c7e8429 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0300038 Sep 13 07:02:21.476128 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c0ef-4660-473c-95e7-78da352ab9ba req-877b0141-c970-4e8b-ae5c-35020286dbd2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:21.477624 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0a27c0ef-4660-473c-95e7-78da352ab9ba req-877b0141-c970-4e8b-ae5c-35020286dbd2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0484946 Sep 13 07:02:21.526229 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0a27c0ef-4660-473c-95e7-78da352ab9ba req-3815f6ba-6d1c-47ae-b4cb-ab785fd6b7b3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Sep 13 07:02:22.073288 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5fec6-87db-4a7a-abf4-1b004e5228d3 req-e7b90650-d90b-4845-8891-7f223bebcba5 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:22.074749 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1e5fec6-87db-4a7a-abf4-1b004e5228d3 req-e7b90650-d90b-4845-8891-7f223bebcba5 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0471010 Sep 13 07:02:22.134958 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1e5fec6-87db-4a7a-abf4-1b004e5228d3 req-47ca2c70-82de-4dcc-b0aa-071c9b13b8a8 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546770 Sep 13 07:02:22.140150 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2d50ef91-158f-4aab-94a0-8b10768375d8 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:22.141749 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2d50ef91-158f-4aab-94a0-8b10768375d8 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 946 time: 0.0567791 Sep 13 07:02:22.256290 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Deleting port d54180b0-de96-4099-b8c9-e23302999315 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:02:22.256846 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (d54180b0-de96-4099-b8c9-e23302999315), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:22.404018 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] For port d54180b0-de96-4099-b8c9-e23302999315, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=d54180b0-de96-4099-b8c9-e23302999315,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:22.404388 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (d54180b0-de96-4099-b8c9-e23302999315), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:22.406350 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c8231e4f-f651-457e-90cf-b1127d8c087a req-c4579fb4-b176-43b4-9bec-a14903dbbf09 tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0498872 Sep 13 07:02:22.418051 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Calling delete_port for d54180b0-de96-4099-b8c9-e23302999315 owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:02:22.566622 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (d54180b0-de96-4099-b8c9-e23302999315), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:22.593758 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Pushing event deleted for resources: {'Port': ['ID=d54180b0-de96-4099-b8c9-e23302999315,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:22.604190 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=10 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:22.620902 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['d54180b0-de96-4099-b8c9-e23302999315'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:02:22.669201 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] No DVR routers for this DVR port d54180b0-de96-4099-b8c9-e23302999315 on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:02:22.672025 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:22.675439 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-521ee3b9-8449-46dd-b205-923b302bdbdc req-2cac6755-357d-4ba4-a0bc-331a17c746ff tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "DELETE /networking/v2.0/ports/d54180b0-de96-4099-b8c9-e23302999315 HTTP/1.1" status: 204 len: 173 time: 0.5263872 Sep 13 07:02:22.676097 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'name': 'network-vif-deleted', 'tag': 'd54180b0-de96-4099-b8c9-e23302999315'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:22.678554 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40f34f-3c7e-4144-89da-410cf18a98e2" -d '{"events": [{"server_uuid": "2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa", "name": "network-vif-deleted", "tag": "d54180b0-de96-4099-b8c9-e23302999315"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:22.681673 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc0694-24d7-4391-89a2-56cfb46063c0 req-210ac441-fc8b-47c3-9841-c6f0e76094db tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:22.683844 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2bc0694-24d7-4391-89a2-56cfb46063c0 req-210ac441-fc8b-47c3-9841-c6f0e76094db tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0520103 Sep 13 07:02:22.723566 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392d4c11-f031-4e5b-b807-85cf7cc664e6 x-openstack-request-id: req-392d4c11-f031-4e5b-b807-85cf7cc664e6 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:22.723854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa", "name": "network-vif-deleted", "tag": "d54180b0-de96-4099-b8c9-e23302999315", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:22.724099 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-392d4c11-f031-4e5b-b807-85cf7cc664e6 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:22.724499 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392d4c11-f031-4e5b-b807-85cf7cc664e6'] response: {'server_uuid': '2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa', 'name': 'network-vif-deleted', 'tag': 'd54180b0-de96-4099-b8c9-e23302999315', 'status': 'completed', 'code': 200} Sep 13 07:02:22.742346 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2bc0694-24d7-4391-89a2-56cfb46063c0 req-a89cd647-98d2-4f7f-a459-82bb0c51a788 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529938 Sep 13 07:02:23.256687 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-60c00ce1-a54b-4d2b-93ed-48b9d7b4dd19 req-35056de8-6909-4155-844c-a455006c0442 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 210 time: 0.0278921 Sep 13 07:02:23.525872 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-643ea33c-a3ff-4e68-bfe3-6f538853a0dd req-c884b773-822a-4c78-aadf-d62c0ae5b25c tempest-DeleteServersTestJSON-509853679 tempest-DeleteServersTestJSON-509853679-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2626a298-4f0c-4116-aa68-f1799bd7b8de HTTP/1.1" status: 200 len: 210 time: 0.0268185 Sep 13 07:02:23.865202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a28ca-25b8-41ec-b017-66e62b8cf03a req-97bcd511-3fbb-47c4-949e-56dcf3877683 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:23.866822 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c16a28ca-25b8-41ec-b017-66e62b8cf03a req-97bcd511-3fbb-47c4-949e-56dcf3877683 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Sep 13 07:02:23.915206 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c16a28ca-25b8-41ec-b017-66e62b8cf03a req-b668826d-d77f-4f09-ac74-a4a1a9807d7c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Sep 13 07:02:24.077974 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39760) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:24.193792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd044ec9-a92f-4aff-8817-aba3d44163a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.233013 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:24.277309 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd044ec9-a92f-4aff-8817-aba3d44163a6 admin admin] Publish callbacks [] for security_group (afa9e51d-8d17-4e85-a8df-d2b89b34f76a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.282367 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cd044ec9-a92f-4aff-8817-aba3d44163a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (afa9e51d-8d17-4e85-a8df-d2b89b34f76a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.322346 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd044ec9-a92f-4aff-8817-aba3d44163a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9e51d-8d17-4e85-a8df-d2b89b34f76a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:24.326901 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cd044ec9-a92f-4aff-8817-aba3d44163a6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f69e7bcc7db34476b689772070c2f726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478392 Sep 13 07:02:24.329792 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39772) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:24.402372 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f7bf863-3ffd-4d69-b48c-e2551949c23d req-66c6e1fe-0793-4f86-8ced-2b5b4c3b2379 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 210 time: 0.0465617 Sep 13 07:02:24.423763 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9e57c41f-03e8-43dc-b9a7-88f71d66902b admin admin] Publish callbacks [] for security_group (afa9e51d-8d17-4e85-a8df-d2b89b34f76a), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.454107 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9e57c41f-03e8-43dc-b9a7-88f71d66902b admin admin] Publish callbacks [] for security_group (afa9e51d-8d17-4e85-a8df-d2b89b34f76a), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.519577 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9e57c41f-03e8-43dc-b9a7-88f71d66902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (afa9e51d-8d17-4e85-a8df-d2b89b34f76a), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.522161 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9e57c41f-03e8-43dc-b9a7-88f71d66902b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.523319 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-9e57c41f-03e8-43dc-b9a7-88f71d66902b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/afa9e51d-8d17-4e85-a8df-d2b89b34f76a HTTP/1.1" status: 204 len: 168 time: 0.1918755 Sep 13 07:02:24.531296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57c41f-03e8-43dc-b9a7-88f71d66902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9e51d-8d17-4e85-a8df-d2b89b34f76a,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:24.824698 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39794) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:24.838149 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-508e6f7c-c1e8-49a6-80b1-31a281964230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.893602 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:24.905490 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:24.923037 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-508e6f7c-c1e8-49a6-80b1-31a281964230 admin admin] Publish callbacks [] for security_group (45011267-b3c7-42e6-83c7-0c3a2a7714ec), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.928322 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-508e6f7c-c1e8-49a6-80b1-31a281964230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (45011267-b3c7-42e6-83c7-0c3a2a7714ec), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:24.968525 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-508e6f7c-c1e8-49a6-80b1-31a281964230 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0bd8d04167d64e99891a4d01faf7f518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427059 Sep 13 07:02:24.969441 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e6f7c-c1e8-49a6-80b1-31a281964230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45011267-b3c7-42e6-83c7-0c3a2a7714ec,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:24.971383 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39802) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:25.023456 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a24f991-039f-4fb1-8f5d-1a5955d53041 admin admin] Publish callbacks [] for security_group (45011267-b3c7-42e6-83c7-0c3a2a7714ec), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.040970 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877fc-f7b5-4710-af2f-e588d2d22e93 req-46374fb2-d1ae-492c-bd1b-2a297cda0e1c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:25.042455 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ab0877fc-f7b5-4710-af2f-e588d2d22e93 req-46374fb2-d1ae-492c-bd1b-2a297cda0e1c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0453982 Sep 13 07:02:25.043171 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a24f991-039f-4fb1-8f5d-1a5955d53041 admin admin] Publish callbacks [] for security_group (45011267-b3c7-42e6-83c7-0c3a2a7714ec), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.089680 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ab0877fc-f7b5-4710-af2f-e588d2d22e93 req-74cfdf41-ee7f-4d8f-8381-b0a9d922fe92 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Sep 13 07:02:25.099413 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a24f991-039f-4fb1-8f5d-1a5955d53041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (45011267-b3c7-42e6-83c7-0c3a2a7714ec), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.102033 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a24f991-039f-4fb1-8f5d-1a5955d53041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.103364 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5a24f991-039f-4fb1-8f5d-1a5955d53041 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/45011267-b3c7-42e6-83c7-0c3a2a7714ec HTTP/1.1" status: 204 len: 168 time: 0.1309304 Sep 13 07:02:25.116166 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24f991-039f-4fb1-8f5d-1a5955d53041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45011267-b3c7-42e6-83c7-0c3a2a7714ec,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:25.455766 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39812) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:25.469837 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-56963650-2578-4272-89e7-80b52d792f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.521196 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3466ed9-5fcd-40ab-af3e-52b106f83b22 req-7f7ed300-a59b-49e4-8988-03e6c0b2879c tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 210 time: 0.0300806 Sep 13 07:02:25.547697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-56963650-2578-4272-89e7-80b52d792f8a admin admin] Publish callbacks [] for security_group (cbbae56c-d538-4d3a-8011-e99f38c15d00), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.552437 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-56963650-2578-4272-89e7-80b52d792f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (cbbae56c-d538-4d3a-8011-e99f38c15d00), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.591491 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-56963650-2578-4272-89e7-80b52d792f8a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a0c95c90475e4f6caa4d5cbf7b33e356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346083 Sep 13 07:02:25.592849 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56963650-2578-4272-89e7-80b52d792f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbae56c-d538-4d3a-8011-e99f38c15d00,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:25.595280 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39816) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:25.645838 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3c25ab9c-8431-48a3-bc4d-66cde7013f1c admin admin] Publish callbacks [] for security_group (cbbae56c-d538-4d3a-8011-e99f38c15d00), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.665492 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3c25ab9c-8431-48a3-bc4d-66cde7013f1c admin admin] Publish callbacks [] for security_group (cbbae56c-d538-4d3a-8011-e99f38c15d00), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.722300 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3c25ab9c-8431-48a3-bc4d-66cde7013f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (cbbae56c-d538-4d3a-8011-e99f38c15d00), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.724828 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3c25ab9c-8431-48a3-bc4d-66cde7013f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:25.726000 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3c25ab9c-8431-48a3-bc4d-66cde7013f1c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cbbae56c-d538-4d3a-8011-e99f38c15d00 HTTP/1.1" status: 204 len: 168 time: 0.1298010 Sep 13 07:02:25.734103 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ab9c-8431-48a3-bc4d-66cde7013f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbae56c-d538-4d3a-8011-e99f38c15d00,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:26.060942 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3dbf25e2-44c1-4332-ac0b-fdb3a6d14e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:26.217523 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bfcc3-ef98-4f3c-bfe6-2cb827520fb1 req-5aca9ef9-13d4-4aa6-bd8c-f453b5980312 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:26.219326 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d5bfcc3-ef98-4f3c-bfe6-2cb827520fb1 req-5aca9ef9-13d4-4aa6-bd8c-f453b5980312 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0493999 Sep 13 07:02:26.269712 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d5bfcc3-ef98-4f3c-bfe6-2cb827520fb1 req-2e4c03f9-7afb-48d8-83fa-a0d2d795acab tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Sep 13 07:02:26.409675 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device d54180b0-de96-4099-b8c9-e23302999315 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:02:26.434631 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: d54180b0-de96-4099-b8c9-e23302999315 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:02:26.435301 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device d54180b0-de96-4099-b8c9-e23302999315 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:02:26.668495 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ec1ae2c7-b4cf-41d5-b905-5cbd48f975d7 req-20fb44f0-d2a2-4f3b-8e05-c57a0e23ffba tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2dbe9afc-05ea-47cc-a373-fb8af7ebc8fa HTTP/1.1" status: 200 len: 210 time: 0.0286317 Sep 13 07:02:27.396629 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e4bba-5a3f-4e0d-92e3-d62dca52cd69 req-c7a47a2d-1d55-4e15-b118-48de74ba0e4b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:27.398120 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a11e4bba-5a3f-4e0d-92e3-d62dca52cd69 req-c7a47a2d-1d55-4e15-b118-48de74ba0e4b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0502081 Sep 13 07:02:27.446791 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a11e4bba-5a3f-4e0d-92e3-d62dca52cd69 req-f4a835af-00fd-4523-8789-71adfc694191 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Sep 13 07:02:28.032197 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-872bd193-02fe-4c77-a106-88fffeeb653a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:28.033833 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-872bd193-02fe-4c77-a106-88fffeeb653a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f93137cd-66b0-4f09-930d-e6072707a728 HTTP/1.1" status: 200 len: 809 time: 0.1148429 Sep 13 07:02:28.057855 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-8da2ee05-822e-4766-8a13-1512ae32dcb9 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/quotas/81082b2f3a984d09baac046de385ea96 HTTP/1.1" status: 200 len: 375 time: 0.0183170 Sep 13 07:02:28.104934 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-d190614c-a467-48e9-b151-1cfbdd737cf2 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=81082b2f3a984d09baac046de385ea96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454848 Sep 13 07:02:28.197088 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39934) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:28.221290 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-4802c930-cfa7-4df6-9d8b-da4b88884c6f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030147 Sep 13 07:02:28.285900 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:28.337491 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-57735306-9f8c-4ea5-bd6e-cf5b382f23cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095831 Sep 13 07:02:28.352916 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-279965f8-4342-471b-9980-2767cebaf325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:28.434778 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:28.518794 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8de3b600-9441-43b2-b9a6-7001dc677960 req-374d89aa-c694-4719-8248-b6a5c48322a5 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 210 time: 0.0405593 Sep 13 07:02:28.591703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0d92c-fdd4-4153-9046-07adf03ec4a5 req-bfdee2e6-65c2-4612-bd1d-83aba6392874 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:28.595743 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0af0d92c-fdd4-4153-9046-07adf03ec4a5 req-bfdee2e6-65c2-4612-bd1d-83aba6392874 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0541179 Sep 13 07:02:28.611009 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:28.656473 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0af0d92c-fdd4-4153-9046-07adf03ec4a5 req-702779bf-bcad-4bf0-9b29-913c9a881e6d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Sep 13 07:02:29.068590 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Deleting port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:02:29.068932 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:29.150664 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] For port 2af8c99f-bdb0-4dbc-9f72-fdb58f072668, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:29.151029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:29.163727 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Calling delete_port for 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:02:29.344553 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (2af8c99f-bdb0-4dbc-9f72-fdb58f072668), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:29.368554 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af8c99f-bdb0-4dbc-9f72-fdb58f072668,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:29.502652 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:29.555441 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:29.600542 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:29.632193 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9a63b734-d8c1-4fd5-b856-45db9acf1bee req-1bfcbba5-fb4b-49a9-8ab5-44135d2fe0f8 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Sep 13 07:02:29.721035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:02:29.784515 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418e2f-7315-4296-82c4-c2994d188b07 req-dc5ec875-1763-47da-8897-82d24e97c219 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:29.786016 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b6418e2f-7315-4296-82c4-c2994d188b07 req-dc5ec875-1763-47da-8897-82d24e97c219 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0520089 Sep 13 07:02:29.822771 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:29.826569 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:02:29.831571 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-124999db-1076-41ed-9bac-3bccf1e50277 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b0b40908-6a8c-4559-9cf8-5b3d66cde4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334233 Sep 13 07:02:29.834167 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39970) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:29.837670 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] Sync routers for ids ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:02:29.842631 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b6418e2f-7315-4296-82c4-c2994d188b07 req-41726aef-0d2a-40d1-803a-329a0e14785c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Sep 13 07:02:29.850045 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] Routers {'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:29.850946 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:29.935322 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks [] for router (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:29.955848 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] Set router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:30.036210 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks [] for router_gateway (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.085613 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Deleting port c4ee5ac8-1de4-4825-95dd-a97f2506a28c {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:02:30.086071 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.133812 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:02:29Z', 'revision_number': 5, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port': {'id': 'c4ee5ac8-1de4-4825-95dd-a97f2506a28c', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:30.160039 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] Checking router: b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:02:30.168950 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] Routers {'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:30.169554 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:30.191100 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] For port c4ee5ac8-1de4-4825-95dd-a97f2506a28c, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:30.191531 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.204429 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Calling delete_port for c4ee5ac8-1de4-4825-95dd-a97f2506a28c owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:02:30.251965 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] Set router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:30.299427 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:02:30Z', 'revision_number': 6, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:30.331893 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a3851-b97f-43fa-b59a-d2be0ad2e52f None None] The sync data for ids ['b0b40908-6a8c-4559-9cf8-5b3d66cde4f7'] in dv-cinder-856941-4-iscsi is: [{'id': 'b0b40908-6a8c-4559-9cf8-5b3d66cde4f7', 'name': 'tempest-DeleteServersTestJSON-1940496351-router', 'tenant_id': '5d415383e1c1471aae5712893d48c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:02:30Z', 'revision_number': 6, 'project_id': '5d415383e1c1471aae5712893d48c2b6', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:02:30.368847 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:30.376374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (c4ee5ac8-1de4-4825-95dd-a97f2506a28c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.405032 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ee5ac8-1de4-4825-95dd-a97f2506a28c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:30.429208 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.530204 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.532538 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks [] for router_controller (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.597377 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (b0b40908-6a8c-4559-9cf8-5b3d66cde4f7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.597993 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:02:30.602807 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.604021 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3f8870df-8dce-4fce-9789-73c894f0de61 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b0b40908-6a8c-4559-9cf8-5b3d66cde4f7 HTTP/1.1" status: 204 len: 168 time: 0.7688863 Sep 13 07:02:30.606961 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 39978) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:30.634907 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:30.656737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] Deleting subnet 709e6410-ca2c-4717-9e8d-193801a3cfd3 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:02:30.660244 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] Publish callbacks [] for subnet (709e6410-ca2c-4717-9e8d-193801a3cfd3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.699486 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] Publish callbacks [] for subnet (709e6410-ca2c-4717-9e8d-193801a3cfd3), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.743221 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2b1232b5-0535-4dd4-a968-547a9939b6cf req-ee1d3d7e-526e-4e2b-8f41-20d9ebf01651 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 210 time: 0.0304439 Sep 13 07:02:30.779884 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (709e6410-ca2c-4717-9e8d-193801a3cfd3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.848653 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (709e6410-ca2c-4717-9e8d-193801a3cfd3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.876975 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709e6410-ca2c-4717-9e8d-193801a3cfd3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:30.881971 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:30.888738 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 39984) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:30.888957 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b21c9f5d-3cf8-40cc-ba23-a4de3cc539c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/709e6410-ca2c-4717-9e8d-193801a3cfd3 HTTP/1.1" status: 204 len: 168 time: 0.2806704 Sep 13 07:02:30.890359 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a6fe1-c4d1-4b95-903f-e61d9e26f3f9 None None] Network 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:02:31.127254 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] DHCP port deletion for 5f4fd977-45fe-407b-8ff6-ed85b95a84e6 request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:02:31.137734 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:31.177628 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] Deleting port 2dc65549-ab6a-4adf-9e06-31be946a732b {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:02:31.178002 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.183315 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:31.232465 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (5f4fd977-45fe-407b-8ff6-ed85b95a84e6), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.239762 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694019ed-4724-4d63-9c18-9561c1f67431 req-8a141eb9-aace-4a1f-bb3c-3be2ec9862e4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:31.241309 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-694019ed-4724-4d63-9c18-9561c1f67431 req-8a141eb9-aace-4a1f-bb3c-3be2ec9862e4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0724969 Sep 13 07:02:31.252165 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:31.285129 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] For port 2dc65549-ab6a-4adf-9e06-31be946a732b, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2dc65549-ab6a-4adf-9e06-31be946a732b,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:31.285784 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.301140 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] Calling delete_port for 2dc65549-ab6a-4adf-9e06-31be946a732b owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:02:31.324870 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Deleting port 2dc65549-ab6a-4adf-9e06-31be946a732b {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:02:31.325211 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.342772 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-694019ed-4724-4d63-9c18-9561c1f67431 req-2fddfed6-990e-4bc0-ac25-e830dcb226f5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919008 Sep 13 07:02:31.367931 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:31.422567 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] For port 2dc65549-ab6a-4adf-9e06-31be946a732b, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2dc65549-ab6a-4adf-9e06-31be946a732b,segment=NetworkSegment(82ad286d-8776-45bf-8b41-5b72197c2ca1),segment_id=82ad286d-8776-45bf-8b41-5b72197c2ca1)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:31.422882 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.439933 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Calling delete_port for 2dc65549-ab6a-4adf-9e06-31be946a732b owned by network:dhcp {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:02:31.566273 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.587495 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.589238 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.602023 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (2dc65549-ab6a-4adf-9e06-31be946a732b), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.604017 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc65549-ab6a-4adf-9e06-31be946a732b,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:31.611118 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] No DVR routers for this DVR port 2dc65549-ab6a-4adf-9e06-31be946a732b on host dv-cinder-856941-4-iscsi {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:02:31.640424 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] Pushing event deleted for resources: {'Port': ['ID=2dc65549-ab6a-4adf-9e06-31be946a732b,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:31.644047 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e17f1e-0128-4acc-a54f-00f2b86cca28 None None] No DVR routers for this DVR port 2dc65549-ab6a-4adf-9e06-31be946a732b on host dv-cinder-856941-4-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:02:31.698519 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (5f4fd977-45fe-407b-8ff6-ed85b95a84e6), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:31.718742 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.719097 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.719835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.720179 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.720508 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.720831 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.721143 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.721466 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.721773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.722105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.908495 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.909180 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.909180 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.909765 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:02:31.910198 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4fd977-45fe-407b-8ff6-ed85b95a84e6']}} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:31.941882 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ad286d-8776-45bf-8b41-5b72197c2ca1') {'for_net_delete': True} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:31.942249 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ad286d-8776-45bf-8b41-5b72197c2ca1') {} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:31.970973 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4368c76c-5ca0-4ec0-9652-04d8a56fa282 req-08961893-c15a-4f04-812a-9915863f96a7 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 210 time: 0.0549254 Sep 13 07:02:31.976764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13146082'] for segment (82ad286d-8776-45bf-8b41-5b72197c2ca1), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.000096 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (82ad286d-8776-45bf-8b41-5b72197c2ca1), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.010356 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=106283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:02:32.010830 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13223570'] for segment (82ad286d-8776-45bf-8b41-5b72197c2ca1), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.107615 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (5f4fd977-45fe-407b-8ff6-ed85b95a84e6), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.119426 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.123300 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5f4fd977-45fe-407b-8ff6-ed85b95a84e6 HTTP/1.1" status: 204 len: 168 time: 1.2331676 Sep 13 07:02:32.134862 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f7f4b-9646-4ce3-bcd6-1861cb3c46a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4fd977-45fe-407b-8ff6-ed85b95a84e6,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:32.198633 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-7bf513d7-a5fd-4bd5-b0de-4e2e712f69c4 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:32.200631 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-7bf513d7-a5fd-4bd5-b0de-4e2e712f69c4 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f93137cd-66b0-4f09-930d-e6072707a728 HTTP/1.1" status: 200 len: 809 time: 0.1940300 Sep 13 07:02:32.243192 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:02:32.270527 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 82ad286d-8776-45bf-8b41-5b72197c2ca1 resource provider aggregate not found Sep 13 07:02:32.284866 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:02:32.285448 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2af8c99f-bdb0-4dbc-9f72-fdb58f072668 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:02:32.286590 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c4ee5ac8-1de4-4825-95dd-a97f2506a28c no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:02:32.294796 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 82ad286d-8776-45bf-8b41-5b72197c2ca1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82ad286d-8776-45bf-8b41-5b72197c2ca1 found for delete ", "request_id": "req-24f47156-910f-4e50-bb61-12681ae948a7"}]} Sep 13 07:02:32.315497 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: c4ee5ac8-1de4-4825-95dd-a97f2506a28c {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:02:32.316163 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c4ee5ac8-1de4-4825-95dd-a97f2506a28c not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:02:32.316834 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2dc65549-ab6a-4adf-9e06-31be946a732b no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:02:32.345963 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 2dc65549-ab6a-4adf-9e06-31be946a732b {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:02:32.346537 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2dc65549-ab6a-4adf-9e06-31be946a732b not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:02:32.387733 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40026) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:32.439682 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-aba60899-916f-4bb5-889b-a94c4a78ecb6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d415383e1c1471aae5712893d48c2b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508356 Sep 13 07:02:32.442476 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40030) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:32.515786 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e5fdb-1fa3-48a7-93aa-03fef27d3be2 req-62a1543b-ed82-4c72-91f8-93a4adee223a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:32.517421 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-845e5fdb-1fa3-48a7-93aa-03fef27d3be2 req-62a1543b-ed82-4c72-91f8-93a4adee223a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0711451 Sep 13 07:02:32.539507 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4df34c51-548e-4ba2-bbb7-428cdb25995a admin admin] Publish callbacks [] for security_group (f4d82300-b464-4ef7-b05d-c3cff5ef1ed7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.581623 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4df34c51-548e-4ba2-bbb7-428cdb25995a admin admin] Publish callbacks [] for security_group (f4d82300-b464-4ef7-b05d-c3cff5ef1ed7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.594864 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-845e5fdb-1fa3-48a7-93aa-03fef27d3be2 req-44b0acb8-d37d-4331-b548-cbfd0c489ead tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674658 Sep 13 07:02:32.667772 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4df34c51-548e-4ba2-bbb7-428cdb25995a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f4d82300-b464-4ef7-b05d-c3cff5ef1ed7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.670699 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4df34c51-548e-4ba2-bbb7-428cdb25995a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:32.671872 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4df34c51-548e-4ba2-bbb7-428cdb25995a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f4d82300-b464-4ef7-b05d-c3cff5ef1ed7 HTTP/1.1" status: 204 len: 168 time: 0.2284307 Sep 13 07:02:32.680200 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df34c51-548e-4ba2-bbb7-428cdb25995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d82300-b464-4ef7-b05d-c3cff5ef1ed7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:32.981520 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Request body: {'port': {'device_id': '8dea75f2-305a-4f57-b1b7-49603248c250', 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728', 'admin_state_up': True, 'tenant_id': '81082b2f3a984d09baac046de385ea96'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:33.103836 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40058) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:33.172208 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0097074e-9a2a-42c4-acaa-710137d655ea req-33d4da67-133d-4066-b870-0af46e771fc7 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 210 time: 0.0687335 Sep 13 07:02:33.204479 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Made reservation on behalf of 81082b2f3a984d09baac046de385ea96 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:02:33.208732 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:33.331401 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e16f2d-b7fa-408a-bc49-8bdd3dd87517 req-e918d2ce-5457-46ec-ab27-b3082facb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:33.333472 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-56e16f2d-b7fa-408a-bc49-8bdd3dd87517 req-e918d2ce-5457-46ec-ab27-b3082facb0d2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 1129 time: 0.0850761 Sep 13 07:02:33.343342 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2b4377c7-fa9f-4a4a-9740-f232f1eaf031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:33.471247 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-56e16f2d-b7fa-408a-bc49-8bdd3dd87517 req-856b3edd-7f3d-44f9-9ebb-6bab2d33c44c service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Sep 13 07:02:33.612172 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:33.645854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Allocated IP 172.20.0.10 (f93137cd-66b0-4f09-930d-e6072707a728/ef8d6964-c9f2-4372-bc4a-c08b0148ac52/8d07913a-b503-4a3e-86f2-3ba8a8783465) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:02:33.655110 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=6,neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:33.767758 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2b4377c7-fa9f-4a4a-9740-f232f1eaf031 admin admin] Publish callbacks [] for security_group (1b3c2ae9-6f47-4fa6-8194-2962882867d8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:33.780010 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2b4377c7-fa9f-4a4a-9740-f232f1eaf031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1b3c2ae9-6f47-4fa6-8194-2962882867d8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:33.818526 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4548-5e96-4abd-8a6b-49343d20a860 req-769f4235-2022-4570-9188-7c106d3a6336 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:33.820566 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f66e4548-5e96-4abd-8a6b-49343d20a860 req-769f4235-2022-4570-9188-7c106d3a6336 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0780709 Sep 13 07:02:33.872893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40100) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:33.873008 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2b4377c7-fa9f-4a4a-9740-f232f1eaf031 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fca4d40662594a3aaa112f030c9bc3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7645552 Sep 13 07:02:33.879465 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4377c7-fa9f-4a4a-9740-f232f1eaf031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c2ae9-6f47-4fa6-8194-2962882867d8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:33.921985 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f66e4548-5e96-4abd-8a6b-49343d20a860 req-05648d9d-efdd-4403-a915-c6f9f3ba807f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960433 Sep 13 07:02:33.967126 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks [] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:33.968720 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:33.999475 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:34.004028 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa2d-5ede-44c7-80be-72556f5c5523 admin admin] Publish callbacks [] for security_group (1b3c2ae9-6f47-4fa6-8194-2962882867d8), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.012845 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.028974 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa2d-5ede-44c7-80be-72556f5c5523 admin admin] Publish callbacks [] for security_group (1b3c2ae9-6f47-4fa6-8194-2962882867d8), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.054963 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Network f93137cd-66b0-4f09-930d-e6072707a728 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:34.058673 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:34.062752 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:02:34.067237 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:34.067857 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.082171 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa2d-5ede-44c7-80be-72556f5c5523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1b3c2ae9-6f47-4fa6-8194-2962882867d8), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.084944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa2d-5ede-44c7-80be-72556f5c5523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.088679 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-d3cbaa2d-5ede-44c7-80be-72556f5c5523 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1b3c2ae9-6f47-4fa6-8194-2962882867d8 HTTP/1.1" status: 204 len: 168 time: 0.2147865 Sep 13 07:02:34.090827 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Pushing event updated for resources: {'Port': ['ID=8d07913a-b503-4a3e-86f2-3ba8a8783465,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:34.096401 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbaa2d-5ede-44c7-80be-72556f5c5523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c2ae9-6f47-4fa6-8194-2962882867d8,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:34.097754 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-b463ae37-189d-4e1e-8aae-8ff85a29a085 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1237175 Sep 13 07:02:34.225627 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Request body: {'port': {'device_id': '8dea75f2-305a-4f57-b1b7-49603248c250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:34.311331 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.351218 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19624f-8f48-4fb2-92e7-babf67261381 req-710fc85e-1712-442b-8868-04c0225a3fd5 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:34.360022 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0c19624f-8f48-4fb2-92e7-babf67261381 req-710fc85e-1712-442b-8868-04c0225a3fd5 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 932 time: 0.0839002 Sep 13 07:02:34.415830 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0c19624f-8f48-4fb2-92e7-babf67261381 req-f1fa20e4-30c1-4eef-b877-2a92d9bff0bb tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546136 Sep 13 07:02:34.610249 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=4,neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:34.620753 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d07913a-b503-4a3e-86f2-3ba8a8783465 {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:02:34.632358 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Publish callbacks [] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.645010 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Transition to ACTIVE for port object 8d07913a-b503-4a3e-86f2-3ba8a8783465 will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:02:34.649843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.724035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Attempting to bind port 8d07913a-b503-4a3e-86f2-3ba8a8783465 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:02:34.724454 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Attempting to bind port 8d07913a-b503-4a3e-86f2-3ba8a8783465 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:02:34.724853 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Attempting to bind port 8d07913a-b503-4a3e-86f2-3ba8a8783465 on network f93137cd-66b0-4f09-930d-e6072707a728 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:02:34.729742 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:34.752959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Pushing event updated for resources: {'Port': ['ID=8d07913a-b503-4a3e-86f2-3ba8a8783465,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:34.778636 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Port 8d07913a-b503-4a3e-86f2-3ba8a8783465 on network f93137cd-66b0-4f09-930d-e6072707a728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:02:34.778988 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Attempting to bind port 8d07913a-b503-4a3e-86f2-3ba8a8783465 on network f93137cd-66b0-4f09-930d-e6072707a728 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:02:34.828107 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:02:34.828436 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Checking segment: {'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:34.828815 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Bound using segment: {'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:02:34.829243 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Bound port: 8d07913a-b503-4a3e-86f2-3ba8a8783465, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3399ebb-5769-41b0-832f-804833ec2a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:02:34.829594 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.901481 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] For port 8d07913a-b503-4a3e-86f2-3ba8a8783465, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:02:34.905283 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] For port 8d07913a-b503-4a3e-86f2-3ba8a8783465, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8d07913a-b503-4a3e-86f2-3ba8a8783465,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:02:34.913417 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.917910 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:34.918560 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:34.919951 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/8d07913a-b503-4a3e-86f2-3ba8a8783465 HTTP/1.1" status: 200 len: 1094 time: 0.6993859 Sep 13 07:02:34.920860 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dea75f2-305a-4f57-b1b7-49603248c250', 'tag': '8d07913a-b503-4a3e-86f2-3ba8a8783465'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:34.923315 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae348a4-5fe8-4ab4-af56-322783b6d045" -d '{"events": [{"name": "network-changed", "server_uuid": "8dea75f2-305a-4f57-b1b7-49603248c250", "tag": "8d07913a-b503-4a3e-86f2-3ba8a8783465"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:34.971104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d0cfb4-ada5-4a30-8ce6-4ccef717b42d x-openstack-request-id: req-a6d0cfb4-ada5-4a30-8ce6-4ccef717b42d {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:34.971454 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dea75f2-305a-4f57-b1b7-49603248c250", "tag": "8d07913a-b503-4a3e-86f2-3ba8a8783465", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:34.971761 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6d0cfb4-ada5-4a30-8ce6-4ccef717b42d {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:34.972284 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d0cfb4-ada5-4a30-8ce6-4ccef717b42d'] response: {'name': 'network-changed', 'server_uuid': '8dea75f2-305a-4f57-b1b7-49603248c250', 'tag': '8d07913a-b503-4a3e-86f2-3ba8a8783465', 'status': 'completed', 'code': 200} Sep 13 07:02:34.986560 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b7a9c-584c-4d6c-b105-d8328f642f9e service neutron] Pushing event updated for resources: {'Port': ['ID=8d07913a-b503-4a3e-86f2-3ba8a8783465,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:35.109068 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567ca90-fc77-433b-bb5b-dd4714e5f5b8 req-769b517a-f7f2-4804-9dc9-25f1fd917ec4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:35.111364 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8567ca90-fc77-433b-bb5b-dd4714e5f5b8 req-769b517a-f7f2-4804-9dc9-25f1fd917ec4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0696366 Sep 13 07:02:35.171914 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8567ca90-fc77-433b-bb5b-dd4714e5f5b8 req-20092d9d-b0f6-4ad7-9dc3-2e13b7c1ea56 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511529 Sep 13 07:02:35.417566 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae348a4-5fe8-4ab4-af56-322783b6d045 req-e1db49c5-88ea-408b-a616-5344cde43aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:35.420027 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ae348a4-5fe8-4ab4-af56-322783b6d045 req-e1db49c5-88ea-408b-a616-5344cde43aa6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=81082b2f3a984d09baac046de385ea96&device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 1128 time: 0.0626609 Sep 13 07:02:35.648634 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae348a4-5fe8-4ab4-af56-322783b6d045 req-1cb8b2e0-509a-4fcb-8a6a-4efa8ef62aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:35.649408 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ae348a4-5fe8-4ab4-af56-322783b6d045 req-1cb8b2e0-509a-4fcb-8a6a-4efa8ef62aa8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=81082b2f3a984d09baac046de385ea96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2062290 Sep 13 07:02:35.669433 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e180435-66e2-4167-b38a-a6b7c1a90cc7 req-ac6a7d56-985c-452f-9540-9f99ca56de4a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:35.671239 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e180435-66e2-4167-b38a-a6b7c1a90cc7 req-ac6a7d56-985c-452f-9540-9f99ca56de4a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 944 time: 0.0621181 Sep 13 07:02:35.754689 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e180435-66e2-4167-b38a-a6b7c1a90cc7 req-140dc03d-7015-4282-ac3b-995eb3204e75 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770626 Sep 13 07:02:35.795441 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae348a4-5fe8-4ab4-af56-322783b6d045 req-ca4d6565-0b40-4ca1-83a9-9c55139bd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:35.797005 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ae348a4-5fe8-4ab4-af56-322783b6d045 req-ca4d6565-0b40-4ca1-83a9-9c55139bd606 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406915 Sep 13 07:02:35.914529 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-0ec49baf-ac82-4ddb-a380-1145143b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:35.916664 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-0ec49baf-ac82-4ddb-a380-1145143b9e1b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=81082b2f3a984d09baac046de385ea96&device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 1128 time: 0.0448058 Sep 13 07:02:35.966181 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-c5e607ca-d272-4e80-adce-ee0f4e70a448 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d07913a-b503-4a3e-86f2-3ba8a8783465 HTTP/1.1" status: 200 len: 217 time: 0.0353727 Sep 13 07:02:36.016195 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-ee39e2c4-c846-47a3-aa30-08c1144c00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:36.017589 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-ee39e2c4-c846-47a3-aa30-08c1144c00f8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ef8d6964-c9f2-4372-bc4a-c08b0148ac52 HTTP/1.1" status: 200 len: 849 time: 0.0447915 Sep 13 07:02:36.053568 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-ad767889-a6e3-473f-ab9f-89b84ad08fb7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f93137cd-66b0-4f09-930d-e6072707a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272877 Sep 13 07:02:36.154291 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-98ad57c2-861c-4829-b874-18c7f3ca3732 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937707 Sep 13 07:02:36.256511 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e904cf0a-edd5-4ec3-8719-3f3029529504 req-88e736d2-6713-41a8-9c83-47558c4310cb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948942 Sep 13 07:02:36.300136 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01719240-bde0-4afe-a98c-85fc390cb0b7 req-af055f39-d6ac-4ecb-abfb-a3a38c1aee00 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:36.301928 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-01719240-bde0-4afe-a98c-85fc390cb0b7 req-af055f39-d6ac-4ecb-abfb-a3a38c1aee00 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0505672 Sep 13 07:02:36.360054 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-01719240-bde0-4afe-a98c-85fc390cb0b7 req-452fc3aa-e12c-4322-8a57-d1d3f98cdb3d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Sep 13 07:02:36.480768 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce84cc-268d-481a-afe5-7ca8b81e4580 req-97bfe670-4e8e-4f0f-aa5a-2a1fb2c91be5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:36.482305 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f5ce84cc-268d-481a-afe5-7ca8b81e4580 req-97bfe670-4e8e-4f0f-aa5a-2a1fb2c91be5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0464196 Sep 13 07:02:36.529145 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f5ce84cc-268d-481a-afe5-7ca8b81e4580 req-d645ea3e-020a-4ab6-ba2c-90ad26343074 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Sep 13 07:02:36.914319 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c1a7d-b35a-4a1a-bdaf-dd7edd3d1ede req-a2443e14-24e2-4dc0-95f8-48e1277f7a00 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:36.924562 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-db4c1a7d-b35a-4a1a-bdaf-dd7edd3d1ede req-a2443e14-24e2-4dc0-95f8-48e1277f7a00 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 944 time: 0.0851345 Sep 13 07:02:36.987406 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-db4c1a7d-b35a-4a1a-bdaf-dd7edd3d1ede req-3bd98477-9ad1-4e4d-86a0-ec95460ef4a1 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Sep 13 07:02:37.443222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40282) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:37.557615 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f705ba8c-13ae-463f-9f1e-a5e43c45d1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:37.638611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f705ba8c-13ae-463f-9f1e-a5e43c45d1fd admin admin] Publish callbacks [] for security_group (dd4e5f70-b858-47f3-8519-0979e19f9c43), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:37.645009 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f705ba8c-13ae-463f-9f1e-a5e43c45d1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (dd4e5f70-b858-47f3-8519-0979e19f9c43), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:37.684300 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705ba8c-13ae-463f-9f1e-a5e43c45d1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e5f70-b858-47f3-8519-0979e19f9c43,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:37.688443 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-f705ba8c-13ae-463f-9f1e-a5e43c45d1fd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ac5e4f5e9f9e49f1b3ab45092a6e3013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438805 Sep 13 07:02:37.692161 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40286) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:37.731956 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:37.744940 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b628bd17-b019-4ea0-b49b-22be8da35262 admin admin] Publish callbacks [] for security_group (dd4e5f70-b858-47f3-8519-0979e19f9c43), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:37.769240 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b628bd17-b019-4ea0-b49b-22be8da35262 admin admin] Publish callbacks [] for security_group (dd4e5f70-b858-47f3-8519-0979e19f9c43), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:37.770767 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:37.820983 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b628bd17-b019-4ea0-b49b-22be8da35262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (dd4e5f70-b858-47f3-8519-0979e19f9c43), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:37.824095 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b628bd17-b019-4ea0-b49b-22be8da35262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:37.825241 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b628bd17-b019-4ea0-b49b-22be8da35262 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dd4e5f70-b858-47f3-8519-0979e19f9c43 HTTP/1.1" status: 204 len: 168 time: 0.1321793 Sep 13 07:02:37.833343 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628bd17-b019-4ea0-b49b-22be8da35262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e5f70-b858-47f3-8519-0979e19f9c43,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:37.844741 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:38.142557 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e2a63-4179-417d-9444-e1b135a9e4d9 req-56d524e1-057a-47ae-ba35-3a350f3568b5 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:38.144513 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3c6e2a63-4179-417d-9444-e1b135a9e4d9 req-56d524e1-057a-47ae-ba35-3a350f3568b5 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 944 time: 0.0519693 Sep 13 07:02:38.216505 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3c6e2a63-4179-417d-9444-e1b135a9e4d9 req-04b5544d-4a7d-4a0d-b3b5-772b3b1cffce tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643191 Sep 13 07:02:38.365275 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26a55-b69f-4138-b1eb-bb5f15c7a542 req-f2cd6b99-b67a-44d2-9558-ab54cfd0660b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:38.367609 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-83c26a55-b69f-4138-b1eb-bb5f15c7a542 req-f2cd6b99-b67a-44d2-9558-ab54cfd0660b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0514016 Sep 13 07:02:38.445998 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-b582b83f-dbb5-4172-840b-0422dc013d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:38.447852 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-b582b83f-dbb5-4172-840b-0422dc013d59 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1130 time: 0.1056859 Sep 13 07:02:38.464760 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-83c26a55-b69f-4138-b1eb-bb5f15c7a542 req-342dcf13-4af2-4f88-9ccc-4cb1e67c8389 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Sep 13 07:02:38.528673 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:38.590204 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-abe112f6-cf7c-4a4c-8208-327396d2756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:38.591937 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-abe112f6-cf7c-4a4c-8208-327396d2756e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.1370745 Sep 13 07:02:38.659150 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-bb995cb4-903e-40db-b203-b4977a0b54d4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 200 len: 217 time: 0.0536215 Sep 13 07:02:38.711033 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:38.740093 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-8a565bba-fdfc-4b5c-bcda-2e6f5641c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:38.742993 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-8a565bba-fdfc-4b5c-bcda-2e6f5641c75b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0751519 Sep 13 07:02:38.804451 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-c07b5a7e-2e59-451d-8c68-aa4b76c99bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:38.806854 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-c07b5a7e-2e59-451d-8c68-aa4b76c99bb8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559602 Sep 13 07:02:38.814914 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8d07913a-b503-4a3e-86f2-3ba8a8783465 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:02:38.818403 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40354) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:38.943657 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-53697880-ec26-4791-bed5-ba1ae90230f8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288137 Sep 13 07:02:38.982118 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8d07913a-b503-4a3e-86f2-3ba8a8783465, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8d07913a-b503-4a3e-86f2-3ba8a8783465,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:38.996586 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '8d07913a-b503-4a3e-86f2-3ba8a8783465', 'network_id': 'f93137cd-66b0-4f09-930d-e6072707a728', 'port_id': '8d07913a-b503-4a3e-86f2-3ba8a8783465', 'mac_address': 'fa:16:3e:e8:34:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8d6964-c9f2-4372-bc4a-c08b0148ac52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:02:39.038603 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 8d07913a-b503-4a3e-86f2-3ba8a8783465 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:39.039242 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.059207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d07913a-b503-4a3e-86f2-3ba8a8783465 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:02:39.068941 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c2d0b6c-9c46-408b-99b9-6b27389f5758 req-5f25b05f-8fcb-4cc6-871d-38fa58537795 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165533 Sep 13 07:02:39.093247 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8d07913a-b503-4a3e-86f2-3ba8a8783465, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8d07913a-b503-4a3e-86f2-3ba8a8783465,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:39.101281 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.161998 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=8d07913a-b503-4a3e-86f2-3ba8a8783465,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:39.191553 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76c5-a28a-48b0-b12c-5e4555fd61ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.333203 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76c5-a28a-48b0-b12c-5e4555fd61ea admin admin] Publish callbacks [] for security_group (4b74573f-05bd-496b-894b-c8e68b651309), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.340522 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bd5c76c5-a28a-48b0-b12c-5e4555fd61ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4b74573f-05bd-496b-894b-c8e68b651309), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.387861 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c76c5-a28a-48b0-b12c-5e4555fd61ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74573f-05bd-496b-894b-c8e68b651309,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:39.424369 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-bd5c76c5-a28a-48b0-b12c-5e4555fd61ea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=496f4307ecfb4214bd705e3a9a8408ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048830 Sep 13 07:02:39.427077 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40384) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:39.467348 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40386) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:39.501318 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['8d07913a-b503-4a3e-86f2-3ba8a8783465'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:02:39.518696 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b53cee3-3aa2-40ee-85ec-0fbc07d52f47 admin admin] Publish callbacks [] for security_group (4b74573f-05bd-496b-894b-c8e68b651309), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.552487 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b53cee3-3aa2-40ee-85ec-0fbc07d52f47 admin admin] Publish callbacks [] for security_group (4b74573f-05bd-496b-894b-c8e68b651309), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.691039 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76068b-25cf-441a-9c7f-87dd6b93837a req-1bd4ca75-27a0-4c55-8211-8cec9ab68d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:39.700242 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6c76068b-25cf-441a-9c7f-87dd6b93837a req-1bd4ca75-27a0-4c55-8211-8cec9ab68d6f tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 945 time: 0.1340032 Sep 13 07:02:39.710214 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50f8b-1c35-4943-8c0b-0b5b84397c33 req-8a2277f8-d849-4505-82ed-0627e4c194c7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:39.712032 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-81c50f8b-1c35-4943-8c0b-0b5b84397c33 req-8a2277f8-d849-4505-82ed-0627e4c194c7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0904088 Sep 13 07:02:39.721980 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-195a7ee3-1f19-4cf0-b3ac-e1269761ddec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.777324 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6c76068b-25cf-441a-9c7f-87dd6b93837a req-78b0bdd6-fa25-4ed6-8c3a-6c7fed6b3374 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761871 Sep 13 07:02:39.806852 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b53cee3-3aa2-40ee-85ec-0fbc07d52f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4b74573f-05bd-496b-894b-c8e68b651309), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.809906 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b53cee3-3aa2-40ee-85ec-0fbc07d52f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.811252 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5b53cee3-3aa2-40ee-85ec-0fbc07d52f47 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4b74573f-05bd-496b-894b-c8e68b651309 HTTP/1.1" status: 204 len: 168 time: 0.3832073 Sep 13 07:02:39.819106 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-81c50f8b-1c35-4943-8c0b-0b5b84397c33 req-728d2d16-e108-4ad5-b526-0148668ab36c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Sep 13 07:02:39.824357 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53cee3-3aa2-40ee-85ec-0fbc07d52f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74573f-05bd-496b-894b-c8e68b651309,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:39.916609 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-195a7ee3-1f19-4cf0-b3ac-e1269761ddec admin admin] Publish callbacks [] for security_group (83bc4f19-1b08-46e6-b9bb-001e915aaa1e), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.923661 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-195a7ee3-1f19-4cf0-b3ac-e1269761ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (83bc4f19-1b08-46e6-b9bb-001e915aaa1e), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:39.972143 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a7ee3-1f19-4cf0-b3ac-e1269761ddec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc4f19-1b08-46e6-b9bb-001e915aaa1e,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:39.977668 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-195a7ee3-1f19-4cf0-b3ac-e1269761ddec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=18e996c5a0db410999d4b50a04dc626a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092869 Sep 13 07:02:39.980988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40412) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:40.039516 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9c63cec4-dde8-490c-a60d-86b7ebea2ae5 admin admin] Publish callbacks [] for security_group (83bc4f19-1b08-46e6-b9bb-001e915aaa1e), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.051024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40416) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:40.066509 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9c63cec4-dde8-490c-a60d-86b7ebea2ae5 admin admin] Publish callbacks [] for security_group (83bc4f19-1b08-46e6-b9bb-001e915aaa1e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.075117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:40.091312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:40.124716 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9c63cec4-dde8-490c-a60d-86b7ebea2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (83bc4f19-1b08-46e6-b9bb-001e915aaa1e), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.128173 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9c63cec4-dde8-490c-a60d-86b7ebea2ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.131765 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-9c63cec4-dde8-490c-a60d-86b7ebea2ae5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/83bc4f19-1b08-46e6-b9bb-001e915aaa1e HTTP/1.1" status: 204 len: 168 time: 0.1494715 Sep 13 07:02:40.141872 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63cec4-dde8-490c-a60d-86b7ebea2ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc4f19-1b08-46e6-b9bb-001e915aaa1e,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:40.191011 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4ddeb97-7384-4b5b-afe4-abcae95dd92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.212168 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40422) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:40.226237 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8674f648-887e-4b09-82c0-e7141525ce2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.293896 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4ddeb97-7384-4b5b-afe4-abcae95dd92a admin admin] Publish callbacks [] for security_group (7e9bc379-b842-4bf9-ab6d-3c2fb4017560), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.302141 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=41 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:40.303084 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4ddeb97-7384-4b5b-afe4-abcae95dd92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (7e9bc379-b842-4bf9-ab6d-3c2fb4017560), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.303554 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=48 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:40.316665 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8674f648-887e-4b09-82c0-e7141525ce2e admin admin] Publish callbacks [] for security_group (36a20660-36a5-44cd-ad76-4ad096134029), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.322768 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8674f648-887e-4b09-82c0-e7141525ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (36a20660-36a5-44cd-ad76-4ad096134029), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.346724 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b4ddeb97-7384-4b5b-afe4-abcae95dd92a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9d540eb551714dff92b908017ccfcad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944808 Sep 13 07:02:40.347856 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddeb97-7384-4b5b-afe4-abcae95dd92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9bc379-b842-4bf9-ab6d-3c2fb4017560,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:40.351032 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40426) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:40.374988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674f648-887e-4b09-82c0-e7141525ce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a20660-36a5-44cd-ad76-4ad096134029,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:40.380726 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8674f648-887e-4b09-82c0-e7141525ce2e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=487ce54f65164d799b7f1c21eb8580a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674733 Sep 13 07:02:40.384206 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40428) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:40.423828 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bf9c145a-4aec-4fca-914b-1a615d528d1d admin admin] Publish callbacks [] for security_group (7e9bc379-b842-4bf9-ab6d-3c2fb4017560), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.437759 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3caa0a8-ae9a-4e6b-90a4-b25bfb86eb08 admin admin] Publish callbacks [] for security_group (36a20660-36a5-44cd-ad76-4ad096134029), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.446707 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bf9c145a-4aec-4fca-914b-1a615d528d1d admin admin] Publish callbacks [] for security_group (7e9bc379-b842-4bf9-ab6d-3c2fb4017560), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.459921 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3caa0a8-ae9a-4e6b-90a4-b25bfb86eb08 admin admin] Publish callbacks [] for security_group (36a20660-36a5-44cd-ad76-4ad096134029), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.501175 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:40.504261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bf9c145a-4aec-4fca-914b-1a615d528d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (7e9bc379-b842-4bf9-ab6d-3c2fb4017560), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.507720 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bf9c145a-4aec-4fca-914b-1a615d528d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.509471 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-bf9c145a-4aec-4fca-914b-1a615d528d1d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7e9bc379-b842-4bf9-ab6d-3c2fb4017560 HTTP/1.1" status: 204 len: 168 time: 0.1523795 Sep 13 07:02:40.520801 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c145a-4aec-4fca-914b-1a615d528d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9bc379-b842-4bf9-ab6d-3c2fb4017560,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:40.531126 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3caa0a8-ae9a-4e6b-90a4-b25bfb86eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (36a20660-36a5-44cd-ad76-4ad096134029), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.535244 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3caa0a8-ae9a-4e6b-90a4-b25bfb86eb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.536791 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c3caa0a8-ae9a-4e6b-90a4-b25bfb86eb08 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/36a20660-36a5-44cd-ad76-4ad096134029 HTTP/1.1" status: 204 len: 168 time: 0.1512814 Sep 13 07:02:40.555446 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caa0a8-ae9a-4e6b-90a4-b25bfb86eb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a20660-36a5-44cd-ad76-4ad096134029,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:40.865946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8d07913a-b503-4a3e-86f2-3ba8a8783465 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:40.930218 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9733b-229c-4476-b53f-c4399a169dda req-1be6f048-8c14-4ce1-b46e-3199f057234e tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:40.933250 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2bc9733b-229c-4476-b53f-c4399a169dda req-1be6f048-8c14-4ce1-b46e-3199f057234e tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 945 time: 0.0679405 Sep 13 07:02:40.947328 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 8d07913a-b503-4a3e-86f2-3ba8a8783465 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:02:40.958227 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 8d07913a-b503-4a3e-86f2-3ba8a8783465 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:40.958846 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:40.993994 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40456) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:41.025981 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09bdf6d4-a608-471d-88ea-9b45284b9a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.049111 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77c361-ab99-4002-8f56-a9dc83b95c61 req-ef210efa-441a-4628-9d06-3a23e2bbb3b2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:41.062025 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:41.063756 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1e77c361-ab99-4002-8f56-a9dc83b95c61 req-ef210efa-441a-4628-9d06-3a23e2bbb3b2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1038761 Sep 13 07:02:41.070981 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 8d07913a-b503-4a3e-86f2-3ba8a8783465 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:41.071382 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.090109 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2bc9733b-229c-4476-b53f-c4399a169dda req-d97d950a-6cac-4918-8937-c00eeab1dfb3 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482644 Sep 13 07:02:41.133873 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dea75f2-305a-4f57-b1b7-49603248c250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d07913a-b503-4a3e-86f2-3ba8a8783465'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:41.141701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40460) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:41.142473 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5404a00-f6c3-43f5-a1ad-70b690a4df03" -d '{"events": [{"server_uuid": "8dea75f2-305a-4f57-b1b7-49603248c250", "name": "network-vif-plugged", "status": "completed", "tag": "8d07913a-b503-4a3e-86f2-3ba8a8783465"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:41.158578 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8d07913a-b503-4a3e-86f2-3ba8a8783465, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8d07913a-b503-4a3e-86f2-3ba8a8783465,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:41.167802 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.171093 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8ddb94e8-2ce0-42c1-8333-7b587f2293d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.189003 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1e77c361-ab99-4002-8f56-a9dc83b95c61 req-e1482469-d9ea-4979-bf43-bbd73b863504 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194663 Sep 13 07:02:41.217718 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09bdf6d4-a608-471d-88ea-9b45284b9a25 admin admin] Publish callbacks [] for security_group (ee8157bd-a78a-44b5-8cb4-1e3933134172), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.226356 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09bdf6d4-a608-471d-88ea-9b45284b9a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ee8157bd-a78a-44b5-8cb4-1e3933134172), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.267253 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=8d07913a-b503-4a3e-86f2-3ba8a8783465,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:41.290871 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8eb93e-57e5-44c2-98ff-670a1bacd158 x-openstack-request-id: req-5c8eb93e-57e5-44c2-98ff-670a1bacd158 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:41.291666 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dea75f2-305a-4f57-b1b7-49603248c250", "name": "network-vif-plugged", "status": "completed", "tag": "8d07913a-b503-4a3e-86f2-3ba8a8783465", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:41.292268 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c8eb93e-57e5-44c2-98ff-670a1bacd158 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:41.292829 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8eb93e-57e5-44c2-98ff-670a1bacd158'] response: {'server_uuid': '8dea75f2-305a-4f57-b1b7-49603248c250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d07913a-b503-4a3e-86f2-3ba8a8783465', 'code': 200} Sep 13 07:02:41.293781 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdf6d4-a608-471d-88ea-9b45284b9a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8157bd-a78a-44b5-8cb4-1e3933134172,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:41.300587 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-09bdf6d4-a608-471d-88ea-9b45284b9a25 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=43736a60a6854019972fdfea348b19fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019407 Sep 13 07:02:41.304384 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40464) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:41.343821 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8ddb94e8-2ce0-42c1-8333-7b587f2293d8 admin admin] Publish callbacks [] for security_group (3a70a306-2f57-4461-a99c-6227b254e41b), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.353307 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8ddb94e8-2ce0-42c1-8333-7b587f2293d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3a70a306-2f57-4461-a99c-6227b254e41b), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.379211 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d0aa-1bd7-48ba-b6ee-1c4df37f91db admin admin] Publish callbacks [] for security_group (ee8157bd-a78a-44b5-8cb4-1e3933134172), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.399952 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:41.408766 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d0aa-1bd7-48ba-b6ee-1c4df37f91db admin admin] Publish callbacks [] for security_group (ee8157bd-a78a-44b5-8cb4-1e3933134172), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.409488 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8ddb94e8-2ce0-42c1-8333-7b587f2293d8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=982d94fa54754ca7b12cfa4b3916eb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646785 Sep 13 07:02:41.410389 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40468) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:41.411478 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb94e8-2ce0-42c1-8333-7b587f2293d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a70a306-2f57-4461-a99c-6227b254e41b,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:41.488029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d0aa-1bd7-48ba-b6ee-1c4df37f91db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ee8157bd-a78a-44b5-8cb4-1e3933134172), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.493312 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d0aa-1bd7-48ba-b6ee-1c4df37f91db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.498794 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e3d6d0aa-1bd7-48ba-b6ee-1c4df37f91db admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ee8157bd-a78a-44b5-8cb4-1e3933134172 HTTP/1.1" status: 204 len: 168 time: 0.1929243 Sep 13 07:02:41.523376 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:02:41.541074 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ce7cca46-e0ea-46d1-ab1e-27ffa04573d1 admin admin] Publish callbacks [] for security_group (3a70a306-2f57-4461-a99c-6227b254e41b), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.567440 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ce7cca46-e0ea-46d1-ab1e-27ffa04573d1 admin admin] Publish callbacks [] for security_group (3a70a306-2f57-4461-a99c-6227b254e41b), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.606026 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6d0aa-1bd7-48ba-b6ee-1c4df37f91db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8157bd-a78a-44b5-8cb4-1e3933134172,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:41.615764 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5af7f-039b-4ff4-a360-ac5f8bd176f8 req-07529ce7-fbee-4f50-b689-a83edc2102af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:41.618374 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-edd5af7f-039b-4ff4-a360-ac5f8bd176f8 req-07529ce7-fbee-4f50-b689-a83edc2102af service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 1130 time: 0.1026118 Sep 13 07:02:41.638162 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ce7cca46-e0ea-46d1-ab1e-27ffa04573d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3a70a306-2f57-4461-a99c-6227b254e41b), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.644399 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ce7cca46-e0ea-46d1-ab1e-27ffa04573d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.646225 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ce7cca46-e0ea-46d1-ab1e-27ffa04573d1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3a70a306-2f57-4461-a99c-6227b254e41b HTTP/1.1" status: 204 len: 168 time: 0.2315986 Sep 13 07:02:41.650352 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:41.662158 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cca46-e0ea-46d1-ab1e-27ffa04573d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a70a306-2f57-4461-a99c-6227b254e41b,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:41.679851 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40480) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:41.705291 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-edd5af7f-039b-4ff4-a360-ac5f8bd176f8 req-26c70e1d-cc99-425e-bfbe-d664896161c5 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739925 Sep 13 07:02:41.903156 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-575223684-network', 'tenant_id': '76569a470885443abfbe4e14e9b2f505'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:41.927594 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Made reservation on behalf of 76569a470885443abfbe4e14e9b2f505 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:02:41.931307 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.943808 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:41.981587 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.053322 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks [] for security_group (2e5b3168-faf5-47ae-ace2-243124735676), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.063956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (2e5b3168-faf5-47ae-ace2-243124735676), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.090454 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:02:42.110806 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (d89a51ad-9c0e-4624-8b3f-2cba553e6c69), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.111140 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Added segment d89a51ad-9c0e-4624-8b3f-2cba553e6c69 of type vlan for network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 Sep 13 07:02:42.112607 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b3168-faf5-47ae-ace2-243124735676,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:42.181627 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (0cffbe9d-fe13-461f-aaa8-05916e53ec62), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.219489 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (0cffbe9d-fe13-461f-aaa8-05916e53ec62), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.220677 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:42.222130 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.258046 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce112f-ada4-4e07-b527-9efda6d37321 req-5dce4f58-d2ef-4693-8704-7f23316c0fa3 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:42.259805 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f3ce112f-ada4-4e07-b527-9efda6d37321 req-5dce4f58-d2ef-4693-8704-7f23316c0fa3 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 946 time: 0.0704665 Sep 13 07:02:42.328304 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6472404 Sep 13 07:02:42.331140 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40520) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:42.336104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Request body: {'subnet': {'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-575223684-subnet', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:42.362400 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:42.365039 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ae850-0412-4841-aaa7-dd02e90068bf admin admin] Pushing event updated for resources: {'Network': ['ID=0cffbe9d-fe13-461f-aaa8-05916e53ec62,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:42.377899 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f3ce112f-ada4-4e07-b527-9efda6d37321 req-2e8f0caf-53a2-4e05-aec1-c8132fc97ce8 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102462 Sep 13 07:02:42.382391 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:02:42.387269 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e39b-cc32-4a71-9776-c4615dfa192e req-5f84e39b-2d96-4dc5-abbc-2823fcb72e85 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:42.389241 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-70d9e39b-cc32-4a71-9776-c4615dfa192e req-5f84e39b-2d96-4dc5-abbc-2823fcb72e85 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0906153 Sep 13 07:02:42.392257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Made reservation on behalf of 76569a470885443abfbe4e14e9b2f505 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:02:42.394912 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.412839 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:42.494064 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-70d9e39b-cc32-4a71-9776-c4615dfa192e req-2635b93c-5d64-4684-b40c-b0f61d6e9da7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965509 Sep 13 07:02:42.603062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (c0562ec0-db08-4641-a71d-8579f7dc128e), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.671664 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0562ec0-db08-4641-a71d-8579f7dc128e,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:42.688529 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Checking segment: {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:42.688700 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Network hostable DHCP agents. Network: 0cffbe9d-fe13-461f-aaa8-05916e53ec62, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:02:42.721139 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:02:42.735885 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 0cffbe9d-fe13-461f-aaa8-05916e53ec62) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:42.743427 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:42.744157 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.748868 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc192a-4e7a-4a8d-8aca-915e7e495e61 None None] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:02:42.791651 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7ddd06dd-a490-432d-a1ce-89ab8b43e2f4 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4593847 Sep 13 07:02:42.794255 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40542) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:42.800125 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:42.836305 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (eca41b78-befb-4c65-82ba-c4347acbe398), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.838828 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (eca41b78-befb-4c65-82ba-c4347acbe398), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.883072 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'project_id': '76569a470885443abfbe4e14e9b2f505', 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:02:42.884278 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:42.910586 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:42.920103 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks [] for router_controller (eca41b78-befb-4c65-82ba-c4347acbe398), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.064188 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Allocated IP 172.20.0.2 (0cffbe9d-fe13-461f-aaa8-05916e53ec62/c0562ec0-db08-4641-a71d-8579f7dc128e/dcc005c0-37b7-4d2a-bcf0-980e6c73f9de) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:02:43.070475 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:43.112238 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks [] for router_gateway (eca41b78-befb-4c65-82ba-c4347acbe398), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.297886 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Publish callbacks [] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.308512 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.363482 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks [] for router_gateway (eca41b78-befb-4c65-82ba-c4347acbe398), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.371762 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:43.377423 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:43.380478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:02:43.383025 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Pushing event updated for resources: {'Port': ['ID=dcc005c0-37b7-4d2a-bcf0-980e6c73f9de,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:43.393722 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.470567 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Attempting to bind port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:02:43.470953 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Attempting to bind port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:02:43.471320 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Attempting to bind port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de on network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:02:43.524689 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:02:43.525124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Checking segment: {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:43.525505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.525965 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Bound using segment: {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:02:43.526463 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Bound port: dcc005c0-37b7-4d2a-bcf0-980e6c73f9de, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:02:43.526841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.537065 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:43.548835 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:43.559801 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Allocated IP 172.27.2.224 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/2f213f5e-7a3d-43b1-a85d-f9fb34fedd80) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:02:43.617109 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e4027-1862-4775-9cd0-dd61fc51408d req-4d00d93e-8683-4c26-a975-470d9bdf0ccb tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:43.620999 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5a5e4027-1862-4775-9cd0-dd61fc51408d req-4d00d93e-8683-4c26-a975-470d9bdf0ccb tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 946 time: 0.1216314 Sep 13 07:02:43.656299 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] For port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:02:43.663844 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] For port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=dcc005c0-37b7-4d2a-bcf0-980e6c73f9de,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:02:43.678347 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.753331 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dffe8-c79d-4502-86f8-b0e9951fa4ad None None] Pushing event updated for resources: {'Port': ['ID=dcc005c0-37b7-4d2a-bcf0-980e6c73f9de,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:43.754397 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73dc1-2cdf-4278-8792-d64ecdc80510 req-fbe2e65c-3b7c-43f8-b8c6-fda1e3be6604 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:43.755984 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0dd73dc1-2cdf-4278-8792-d64ecdc80510 req-fbe2e65c-3b7c-43f8-b8c6-fda1e3be6604 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1338799 Sep 13 07:02:43.794674 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:43.816696 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5a5e4027-1862-4775-9cd0-dd61fc51408d req-56a34a8f-ebe2-4f75-a8b3-2cccc4fddba2 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813712 Sep 13 07:02:43.818062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks [] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.854542 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:43.871295 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0dd73dc1-2cdf-4278-8792-d64ecdc80510 req-14bd565b-663a-468f-9f5a-960e7c3d7240 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972700 Sep 13 07:02:43.896399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:43.904287 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:43.908320 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:02:43.911584 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Pushing event updated for resources: {'Port': ['ID=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:44.112049 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40584) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:44.233928 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device dcc005c0-37b7-4d2a-bcf0-980e6c73f9de up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:44.245820 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb79f-f27f-4b30-953b-cd51623a8483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.298509 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:44.298976 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.388864 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks [] for router_gateway (eca41b78-befb-4c65-82ba-c4347acbe398), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.392122 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb79f-f27f-4b30-953b-cd51623a8483 admin admin] Publish callbacks [] for security_group (46dd0983-1f6a-4a05-8a8f-c0841a43021d), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.402761 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb79f-f27f-4b30-953b-cd51623a8483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (46dd0983-1f6a-4a05-8a8f-c0841a43021d), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.429473 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:44.429869 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.471194 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=dcc005c0-37b7-4d2a-bcf0-980e6c73f9de,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:44.477481 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-6ebfb79f-f27f-4b30-953b-cd51623a8483 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=75ceabf30cca492eabf1a4f2d363f123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642635 Sep 13 07:02:44.481883 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.482678 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40600) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:44.516511 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfb79f-f27f-4b30-953b-cd51623a8483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dd0983-1f6a-4a05-8a8f-c0841a43021d,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:44.555000 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=dcc005c0-37b7-4d2a-bcf0-980e6c73f9de,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:44.623020 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17966c2c-6e4f-499a-941c-ee7a05bc65ba admin admin] Publish callbacks [] for security_group (46dd0983-1f6a-4a05-8a8f-c0841a43021d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.648802 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17966c2c-6e4f-499a-941c-ee7a05bc65ba admin admin] Publish callbacks [] for security_group (46dd0983-1f6a-4a05-8a8f-c0841a43021d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.708015 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40610) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:44.827759 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17966c2c-6e4f-499a-941c-ee7a05bc65ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (46dd0983-1f6a-4a05-8a8f-c0841a43021d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.830446 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17966c2c-6e4f-499a-941c-ee7a05bc65ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.835107 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-17966c2c-6e4f-499a-941c-ee7a05bc65ba admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/46dd0983-1f6a-4a05-8a8f-c0841a43021d HTTP/1.1" status: 204 len: 168 time: 0.3511147 Sep 13 07:02:44.853215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17966c2c-6e4f-499a-941c-ee7a05bc65ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dd0983-1f6a-4a05-8a8f-c0841a43021d,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:44.856469 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (eca41b78-befb-4c65-82ba-c4347acbe398), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.890428 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-80f0d75c-cfd9-48de-8c01-7eecec5f3466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:44.960091 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:44.998193 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec221a-5f35-455e-b2d8-5b8965f52364 None None] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:02:45.065142 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-80f0d75c-cfd9-48de-8c01-7eecec5f3466 admin admin] Publish callbacks [] for security_group (98707006-b429-4b47-b170-0ba6d43d68ec), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.081570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-e9346412-78c6-4661-945e-d4ea92277a40 None None] Provisioning complete for port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:45.081570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e9346412-78c6-4661-945e-d4ea92277a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.094812 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-80f0d75c-cfd9-48de-8c01-7eecec5f3466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (98707006-b429-4b47-b170-0ba6d43d68ec), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.126363 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-80f0d75c-cfd9-48de-8c01-7eecec5f3466 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c5c726d5677c46e5b4fdbdf246d74c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172113 Sep 13 07:02:45.132668 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40626) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:45.135358 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac41641-e639-470e-b83b-9253f3df763e req-65e44ccb-327b-4071-9105-b2b69e95c939 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:45.138796 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dac41641-e639-470e-b83b-9253f3df763e req-65e44ccb-327b-4071-9105-b2b69e95c939 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1287713 Sep 13 07:02:45.152272 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Router eca41b78-befb-4c65-82ba-c4347acbe398 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:02:45.200181 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:45.225755 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:45.232741 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0d75c-cfd9-48de-8c01-7eecec5f3466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98707006-b429-4b47-b170-0ba6d43d68ec,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:45.241449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739830c3-81d1-4d68-babb-01ee0766deec req-1ea92b27-343e-4d68-8e48-d442e2daa8dd tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:45.242917 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-739830c3-81d1-4d68-babb-01ee0766deec req-1ea92b27-343e-4d68-8e48-d442e2daa8dd tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 946 time: 0.1923726 Sep 13 07:02:45.294717 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e9346412-78c6-4661-945e-d4ea92277a40 None None] Current status of the port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:45.295916 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:45.300737 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dac41641-e639-470e-b83b-9253f3df763e req-67bc4ca4-6466-43c2-8c50-ac92a1c58ab5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340294 Sep 13 07:02:45.316694 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a3c967fd-f356-49fa-abd3-de780227a305 admin admin] Publish callbacks [] for security_group (98707006-b429-4b47-b170-0ba6d43d68ec), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.339107 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-739830c3-81d1-4d68-babb-01ee0766deec req-543d1f95-3eb9-48bf-8631-d47ba6f3fdbb tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Sep 13 07:02:45.381411 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a3c967fd-f356-49fa-abd3-de780227a305 admin admin] Publish callbacks [] for security_group (98707006-b429-4b47-b170-0ba6d43d68ec), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.395892 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:02:45.405552 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Sync routers for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:02:45.428915 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:45.429617 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:45.458416 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.461506 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1c0c68ee-4378-49ae-8604-f858eab6b69a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6649101 Sep 13 07:02:45.465029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40632) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:45.476002 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40634) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:45.490225 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9ce69140-cecb-4f0e-925a-3c1cd26f5e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.551077 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:45.561944 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:45.577605 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a3c967fd-f356-49fa-abd3-de780227a305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (98707006-b429-4b47-b170-0ba6d43d68ec), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.580381 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a3c967fd-f356-49fa-abd3-de780227a305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.581699 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a3c967fd-f356-49fa-abd3-de780227a305 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/98707006-b429-4b47-b170-0ba6d43d68ec HTTP/1.1" status: 204 len: 168 time: 0.4480565 Sep 13 07:02:45.634590 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-98c0671a-882a-4518-8055-e33185d64083 None None] Provisioning complete for port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:45.635529 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-98c0671a-882a-4518-8055-e33185d64083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.673681 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c967fd-f356-49fa-abd3-de780227a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98707006-b429-4b47-b170-0ba6d43d68ec,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:45.678773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9ce69140-cecb-4f0e-925a-3c1cd26f5e00 admin admin] Publish callbacks [] for security_group (04254f4e-860c-4d93-8570-279651158446), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.687866 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9ce69140-cecb-4f0e-925a-3c1cd26f5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (04254f4e-860c-4d93-8570-279651158446), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.741503 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-9ce69140-cecb-4f0e-925a-3c1cd26f5e00 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=728702a994604151b5c2923efacf3e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639759 Sep 13 07:02:45.742654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce69140-cecb-4f0e-925a-3c1cd26f5e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04254f4e-860c-4d93-8570-279651158446,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:45.745550 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40640) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:45.816220 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-869772ff-dd7c-4430-b7c9-c25a367bcbda admin admin] Publish callbacks [] for security_group (04254f4e-860c-4d93-8570-279651158446), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.844886 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-869772ff-dd7c-4430-b7c9-c25a367bcbda admin admin] Publish callbacks [] for security_group (04254f4e-860c-4d93-8570-279651158446), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.913095 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-869772ff-dd7c-4430-b7c9-c25a367bcbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (04254f4e-860c-4d93-8570-279651158446), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.919737 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-869772ff-dd7c-4430-b7c9-c25a367bcbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:45.923661 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-869772ff-dd7c-4430-b7c9-c25a367bcbda admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/04254f4e-860c-4d93-8570-279651158446 HTTP/1.1" status: 204 len: 168 time: 0.1746414 Sep 13 07:02:45.939006 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869772ff-dd7c-4430-b7c9-c25a367bcbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04254f4e-860c-4d93-8570-279651158446,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:46.059284 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-98c0671a-882a-4518-8055-e33185d64083 None None] Current status of the port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:46.084925 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:44Z', 'revision_number': 3, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:46.091195 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.122736 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Checking router: eca41b78-befb-4c65-82ba-c4347acbe398 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:02:46.123348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Updating router eca41b78-befb-4c65-82ba-c4347acbe398 port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:02:46.188847 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.260874 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40656) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:46.263616 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:46.286957 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e47b9a2-bfe8-4084-87d7-8bac24984767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.311846 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device dcc005c0-37b7-4d2a-bcf0-980e6c73f9de up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:46.365138 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Allocated IP 172.20.0.1 (0cffbe9d-fe13-461f-aaa8-05916e53ec62/c0562ec0-db08-4641-a71d-8579f7dc128e/6d2cc3ef-7795-45b4-9b83-07d852e2386f) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:02:46.556717 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:46.565478 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc354f-1ecc-43a2-9cfe-98378a8ff499 req-1c495527-7be1-480e-be73-1d1eb2935d97 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:46.574328 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e7cc354f-1ecc-43a2-9cfe-98378a8ff499 req-1c495527-7be1-480e-be73-1d1eb2935d97 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1216855 Sep 13 07:02:46.610251 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks [] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.611604 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:46.616277 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:46.616917 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.620296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e47b9a2-bfe8-4084-87d7-8bac24984767 admin admin] Publish callbacks [] for security_group (f21119ac-fcba-4013-89e2-9b5ead08d5b0), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.659061 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e7cc354f-1ecc-43a2-9cfe-98378a8ff499 req-b4bf70e6-1702-4b6d-99a8-f6fbe748a9c9 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829844 Sep 13 07:02:46.660150 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e47b9a2-bfe8-4084-87d7-8bac24984767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f21119ac-fcba-4013-89e2-9b5ead08d5b0), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.662976 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.734172 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47b9a2-bfe8-4084-87d7-8bac24984767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21119ac-fcba-4013-89e2-9b5ead08d5b0,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:46.752054 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2cc3ef-7795-45b4-9b83-07d852e2386f,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:46.763125 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:46.764689 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:46.769455 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7e47b9a2-bfe8-4084-87d7-8bac24984767 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1af8464269bc492e9ad1c2ff812e0eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072243 Sep 13 07:02:46.770499 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40678) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:46.782545 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:02:46.783830 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (eca41b78-befb-4c65-82ba-c4347acbe398), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.804333 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:46.809155 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Publish callbacks [] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.819538 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.865982 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Attempting to bind port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:02:46.866681 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Attempting to bind port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:02:46.867234 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Attempting to bind port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:02:46.908022 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee7f7-97f9-44b7-af4c-98f8aa8881e9 None None] Pushing event updated for resources: {'Port': ['ID=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:46.917659 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:46.919995 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:46.937624 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:02:46.938056 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:46.938450 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.938844 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:02:46.939324 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Bound port: 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:02:46.939723 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.973735 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:46.985253 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798d1f1-8978-4e6d-96a5-5dc8e789e812 req-42c73ef5-3cb6-4af2-ab42-632576d661a1 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:46.988682 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9798d1f1-8978-4e6d-96a5-5dc8e789e812 req-42c73ef5-3cb6-4af2-ab42-632576d661a1 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 946 time: 0.1622870 Sep 13 07:02:46.997558 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-147b2ca1-6d14-4348-9b1b-772b307cfaee admin admin] Publish callbacks [] for security_group (f21119ac-fcba-4013-89e2-9b5ead08d5b0), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.003224 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] For port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:02:47.007670 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] For port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:02:47.012424 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:47.014044 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.031369 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:47.064912 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-147b2ca1-6d14-4348-9b1b-772b307cfaee admin admin] Publish callbacks [] for security_group (f21119ac-fcba-4013-89e2-9b5ead08d5b0), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.099066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee7f7-97f9-44b7-af4c-98f8aa8881e9 None None] Pushing event updated for resources: {'Port': ['ID=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:47.110074 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:47.110629 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:47.125221 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9798d1f1-8978-4e6d-96a5-5dc8e789e812 req-8c5f5b84-45c5-4ffe-babe-d89134d6b756 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298015 Sep 13 07:02:47.182064 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-147b2ca1-6d14-4348-9b1b-772b307cfaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f21119ac-fcba-4013-89e2-9b5ead08d5b0), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.185638 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-147b2ca1-6d14-4348-9b1b-772b307cfaee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.187045 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-147b2ca1-6d14-4348-9b1b-772b307cfaee admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f21119ac-fcba-4013-89e2-9b5ead08d5b0 HTTP/1.1" status: 204 len: 168 time: 0.4153640 Sep 13 07:02:47.213886 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b2ca1-6d14-4348-9b1b-772b307cfaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21119ac-fcba-4013-89e2-9b5ead08d5b0,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:47.219297 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-d32e2a1c-1a89-4adc-b821-e005a40b9435 None None] Provisioning complete for port 6d2cc3ef-7795-45b4-9b83-07d852e2386f triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:47.220040 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d32e2a1c-1a89-4adc-b821-e005a40b9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.225241 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks [] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.234697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.235810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (eca41b78-befb-4c65-82ba-c4347acbe398), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.269086 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:47.304775 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-d32e2a1c-1a89-4adc-b821-e005a40b9435 None None] Port 6d2cc3ef-7795-45b4-9b83-07d852e2386f cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:02:47.355219 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2cc3ef-7795-45b4-9b83-07d852e2386f,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:47.407906 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:47.408991 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:47.533862 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 1, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:47.553608 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:47.577783 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa591b4-c4b8-4b2e-a7c5-8ae0e9328b3e None None] The sync data for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi is: [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 1, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:02:47.602578 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Router eca41b78-befb-4c65-82ba-c4347acbe398 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:02:47.649097 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40700) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:47.668837 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf5b9-6ebd-45d4-8cea-3cabf3535ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.796719 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf5b9-6ebd-45d4-8cea-3cabf3535ed3 admin admin] Publish callbacks [] for security_group (82cc1d89-686c-446a-aa33-403eef224720), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.836975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-fd3f2cd2-a047-458e-b5be-4d8076e2299b None None] Provisioning complete for port 6d2cc3ef-7795-45b4-9b83-07d852e2386f triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:47.837352 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2cd2-a047-458e-b5be-4d8076e2299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.856521 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf5b9-6ebd-45d4-8cea-3cabf3535ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (82cc1d89-686c-446a-aa33-403eef224720), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:47.898215 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f2cd2-a047-458e-b5be-4d8076e2299b None None] Port 6d2cc3ef-7795-45b4-9b83-07d852e2386f cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:02:47.926921 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129d29-d955-440d-a6ac-a42271fdc4a8 req-486f330e-7409-49eb-a748-f50a4bd3452a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:47.928537 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb129d29-d955-440d-a6ac-a42271fdc4a8 req-486f330e-7409-49eb-a748-f50a4bd3452a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1278684 Sep 13 07:02:47.934990 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-cb6cf5b9-6ebd-45d4-8cea-3cabf3535ed3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0ccc330bca994055a085fb0c9e6679ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845922 Sep 13 07:02:47.938146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40712) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:47.955342 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cf5b9-6ebd-45d4-8cea-3cabf3535ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cc1d89-686c-446a-aa33-403eef224720,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:48.043174 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb129d29-d955-440d-a6ac-a42271fdc4a8 req-15118025-bf30-4ed3-bd78-64e174d3108f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059134 Sep 13 07:02:48.068511 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c59bfeb7-66bd-499f-8a78-04529f0bc88a admin admin] Publish callbacks [] for security_group (82cc1d89-686c-446a-aa33-403eef224720), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:48.097480 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c59bfeb7-66bd-499f-8a78-04529f0bc88a admin admin] Publish callbacks [] for security_group (82cc1d89-686c-446a-aa33-403eef224720), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:48.172427 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c59bfeb7-66bd-499f-8a78-04529f0bc88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (82cc1d89-686c-446a-aa33-403eef224720), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:48.178521 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c59bfeb7-66bd-499f-8a78-04529f0bc88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:48.183564 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c59bfeb7-66bd-499f-8a78-04529f0bc88a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/82cc1d89-686c-446a-aa33-403eef224720 HTTP/1.1" status: 204 len: 168 time: 0.2397490 Sep 13 07:02:48.183665 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:02:48.197092 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-19d2b181-f98d-4798-8490-bfc4885cf926 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/eca41b78-befb-4c65-82ba-c4347acbe398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7228301 Sep 13 07:02:48.207511 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bfeb7-66bd-499f-8a78-04529f0bc88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cc1d89-686c-446a-aa33-403eef224720,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:48.307442 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ef9a8-461b-4dcd-be54-4424b5d96cad req-101bd8b6-dbe5-488d-96e5-884a39a09a81 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:48.309228 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ad3ef9a8-461b-4dcd-be54-4424b5d96cad req-101bd8b6-dbe5-488d-96e5-884a39a09a81 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 946 time: 0.0668042 Sep 13 07:02:48.385756 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ad3ef9a8-461b-4dcd-be54-4424b5d96cad req-b771eeb2-f7fd-49da-850a-4f35c130969a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670326 Sep 13 07:02:48.586304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-3430ead0-995f-4245-b355-1b7cd9c7650a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:48.589362 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-3430ead0-995f-4245-b355-1b7cd9c7650a tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 946 time: 0.0660477 Sep 13 07:02:48.679520 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:48.759766 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Deleting port 8d07913a-b503-4a3e-86f2-3ba8a8783465 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:02:48.760393 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:48.924764 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] For port 8d07913a-b503-4a3e-86f2-3ba8a8783465, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8d07913a-b503-4a3e-86f2-3ba8a8783465,segment=NetworkSegment(f3399ebb-5769-41b0-832f-804833ec2a96),segment_id=f3399ebb-5769-41b0-832f-804833ec2a96)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:48.927256 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:48.962170 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Calling delete_port for 8d07913a-b503-4a3e-86f2-3ba8a8783465 owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:02:49.243979 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40768) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:49.263557 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1571355370-network', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:49.306628 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939af0-773b-42a1-8b5c-f79236be3f44 req-4f299b23-8e4a-44ac-93c8-5da93124c0f7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:49.310100 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-74939af0-773b-42a1-8b5c-f79236be3f44 req-4f299b23-8e4a-44ac-93c8-5da93124c0f7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1034303 Sep 13 07:02:49.318220 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (8d07913a-b503-4a3e-86f2-3ba8a8783465), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.365859 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['8d07913a-b503-4a3e-86f2-3ba8a8783465'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:02:49.371965 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Made reservation on behalf of f866d57a23e44b9ca8a9349a95bc6020 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:02:49.374371 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.427345 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Pushing event deleted for resources: {'Port': ['ID=8d07913a-b503-4a3e-86f2-3ba8a8783465,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:49.452191 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-74939af0-773b-42a1-8b5c-f79236be3f44 req-e190c2b8-f52a-4ab0-9c4c-d0076e94a685 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245413 Sep 13 07:02:49.468947 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] No DVR routers for this DVR port 8d07913a-b503-4a3e-86f2-3ba8a8783465 on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:02:49.471422 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.475102 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b40b29aa-d30c-4e80-8f59-092ef0217494 req-07413a3f-d33b-42bf-a456-ed81b6f79d84 tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.23 "DELETE /networking/v2.0/ports/8d07913a-b503-4a3e-86f2-3ba8a8783465 HTTP/1.1" status: 204 len: 173 time: 0.8720894 Sep 13 07:02:49.475624 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dea75f2-305a-4f57-b1b7-49603248c250', 'name': 'network-vif-deleted', 'tag': '8d07913a-b503-4a3e-86f2-3ba8a8783465'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:02:49.480225 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce1d2b2-a47a-4fac-a45f-24872acfa04b" -d '{"events": [{"server_uuid": "8dea75f2-305a-4f57-b1b7-49603248c250", "name": "network-vif-deleted", "tag": "8d07913a-b503-4a3e-86f2-3ba8a8783465"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:02:49.490737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.638756 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de39b646-d1a6-4b3e-89b5-ad4b05194eba x-openstack-request-id: req-de39b646-d1a6-4b3e-89b5-ad4b05194eba {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:02:49.640820 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dea75f2-305a-4f57-b1b7-49603248c250", "name": "network-vif-deleted", "tag": "8d07913a-b503-4a3e-86f2-3ba8a8783465", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:02:49.641295 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de39b646-d1a6-4b3e-89b5-ad4b05194eba {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:02:49.642434 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de39b646-d1a6-4b3e-89b5-ad4b05194eba'] response: {'server_uuid': '8dea75f2-305a-4f57-b1b7-49603248c250', 'name': 'network-vif-deleted', 'tag': '8d07913a-b503-4a3e-86f2-3ba8a8783465', 'status': 'completed', 'code': 200} Sep 13 07:02:49.678114 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks [] for security_group (cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.689860 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.710726 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9bf38265-a0da-4482-85ec-c4abec7203c1 req-652c92cd-23d9-4b8b-b9f2-adb214dc758e tempest-VolumesActionsTest-282709347 tempest-VolumesActionsTest-282709347-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dea75f2-305a-4f57-b1b7-49603248c250 HTTP/1.1" status: 200 len: 210 time: 0.0617261 Sep 13 07:02:49.744766 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:02:49.760693 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:49.778841 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (5aaf153f-43f7-42fa-95ea-adc618072a1b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.780076 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Added segment 5aaf153f-43f7-42fa-95ea-adc618072a1b of type vlan for network 0baa7536-0560-47c2-be36-bc415fd73fc5 Sep 13 07:02:49.838731 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (0baa7536-0560-47c2-be36-bc415fd73fc5), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.884379 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:49.893877 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (0baa7536-0560-47c2-be36-bc415fd73fc5), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.895176 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:49.895788 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:49.958615 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7056558 Sep 13 07:02:49.958831 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40794) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:49.964195 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Request body: {'subnet': {'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1571355370-subnet', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:49.974960 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:49.989825 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f5f1f-7b37-44f6-9bb2-ca65641b81d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0baa7536-0560-47c2-be36-bc415fd73fc5,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:50.007139 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Made reservation on behalf of f866d57a23e44b9ca8a9349a95bc6020 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:02:50.009889 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:02:50.010300 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.239409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:50.272640 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (4da79d12-5ac5-4bc9-aed9-50fabd7fd333), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.301858 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:50.302458 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.360472 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da79d12-5ac5-4bc9-aed9-50fabd7fd333,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:50.374176 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Checking segment: {'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:50.374672 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Network hostable DHCP agents. Network: 0baa7536-0560-47c2-be36-bc415fd73fc5, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:02:50.409806 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:02:50.428732 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 0baa7536-0560-47c2-be36-bc415fd73fc5) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:50.428969 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:50.429460 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.437434 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:50.438319 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.446001 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6bfa3b-49eb-4c81-ad0d-eb730de2aaea None None] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:02:50.480355 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3d95053f-c711-454b-bb33-b836a4cdc077 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5204804 Sep 13 07:02:50.483107 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40802) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:50.487612 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:02:50.541597 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (daa956d3-9d79-4f44-a4a8-771acf83a00a), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.543709 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (daa956d3-9d79-4f44-a4a8-771acf83a00a), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.553884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:50.577708 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:50.604327 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.708369 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-0baa7536-0560-47c2-be36-bc415fd73fc5', 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5', 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'fixed_ips': [{'subnet_id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:02:50.709484 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.716837 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:50.811197 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks [] for router_controller (daa956d3-9d79-4f44-a4a8-771acf83a00a), precommit_add_association {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:50.903012 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b77b7-c40f-4c35-b449-680c393e834e req-a14d8c93-964a-41a3-88f3-3332a058c076 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:50.922061 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aa9b77b7-c40f-4c35-b449-680c393e834e req-a14d8c93-964a-41a3-88f3-3332a058c076 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.3043554 Sep 13 07:02:50.923864 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:50.969647 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Allocated IP 172.20.0.2 (0baa7536-0560-47c2-be36-bc415fd73fc5/4da79d12-5ac5-4bc9-aed9-50fabd7fd333/80d0feec-5cf4-4b16-b314-8ebfc6557845) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:02:50.988435 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Sync routers for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:02:51.002165 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:51.002978 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:51.112514 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:51.148687 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:51.409734 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:47Z', 'revision_number': 2, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:51.421043 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40840) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:51.471820 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Checking router: eca41b78-befb-4c65-82ba-c4347acbe398 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:02:51.478328 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Updating router eca41b78-befb-4c65-82ba-c4347acbe398 port 6d2cc3ef-7795-45b4-9b83-07d852e2386f binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:02:51.481497 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Publish callbacks [] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.496947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.578128 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:51.581732 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:51.582981 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Pushing event updated for resources: {'Port': ['ID=80d0feec-5cf4-4b16-b314-8ebfc6557845,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:51.586774 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aa9b77b7-c40f-4c35-b449-680c393e834e req-69f8202a-b4bf-42e4-9416-cceeff2dc9c1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636133 Sep 13 07:02:51.601786 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks [] for router_gateway (daa956d3-9d79-4f44-a4a8-771acf83a00a), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.625764 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:51.629955 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:51.633572 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:02:51.659837 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d1077224-7695-4390-b516-8dfcd06eedb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.709773 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.717993 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Attempting to bind port 80d0feec-5cf4-4b16-b314-8ebfc6557845 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:02:51.718373 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Attempting to bind port 80d0feec-5cf4-4b16-b314-8ebfc6557845 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:02:51.718987 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Attempting to bind port 80d0feec-5cf4-4b16-b314-8ebfc6557845 on network 0baa7536-0560-47c2-be36-bc415fd73fc5 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:02:51.784514 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:02:51.784926 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Checking segment: {'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:51.786277 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.786690 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Bound using segment: {'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:02:51.787318 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Bound port: 80d0feec-5cf4-4b16-b314-8ebfc6557845, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:02:51.787708 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.790344 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d1077224-7695-4390-b516-8dfcd06eedb6 admin admin] Publish callbacks [] for security_group (03d8d96c-5c7b-4848-9cf6-3225c967bf54), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.804251 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d1077224-7695-4390-b516-8dfcd06eedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (03d8d96c-5c7b-4848-9cf6-3225c967bf54), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.872121 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] For port 80d0feec-5cf4-4b16-b314-8ebfc6557845, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:02:51.875208 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks [] for router_gateway (daa956d3-9d79-4f44-a4a8-771acf83a00a), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.882308 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] For port 80d0feec-5cf4-4b16-b314-8ebfc6557845, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=80d0feec-5cf4-4b16-b314-8ebfc6557845,segment=NetworkSegment(5aaf153f-43f7-42fa-95ea-adc618072a1b),segment_id=5aaf153f-43f7-42fa-95ea-adc618072a1b)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:02:51.898973 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.906934 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:51.917112 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40862) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:51.918509 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d1077224-7695-4390-b516-8dfcd06eedb6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6dfbc1dfc78f437b8722404536e8c5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962611 Sep 13 07:02:51.919515 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1077224-7695-4390-b516-8dfcd06eedb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d8d96c-5c7b-4848-9cf6-3225c967bf54,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:52.031106 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737e0c2-456b-48ca-8eda-cd41a134d64a None None] Pushing event updated for resources: {'Port': ['ID=80d0feec-5cf4-4b16-b314-8ebfc6557845,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:52.145961 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Allocated IP 172.27.2.151 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/f60e613f-baf1-4412-9a35-f18d3bf00a25) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:02:52.174719 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88c85331-46f1-41ba-8b42-7935804806c7 admin admin] Publish callbacks [] for security_group (03d8d96c-5c7b-4848-9cf6-3225c967bf54), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.198810 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88c85331-46f1-41ba-8b42-7935804806c7 admin admin] Publish callbacks [] for security_group (03d8d96c-5c7b-4848-9cf6-3225c967bf54), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.257571 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Publish callbacks [] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.266921 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88c85331-46f1-41ba-8b42-7935804806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (03d8d96c-5c7b-4848-9cf6-3225c967bf54), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.269286 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88c85331-46f1-41ba-8b42-7935804806c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.269768 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.273157 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-88c85331-46f1-41ba-8b42-7935804806c7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/03d8d96c-5c7b-4848-9cf6-3225c967bf54 HTTP/1.1" status: 204 len: 168 time: 0.3524845 Sep 13 07:02:52.334613 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c85331-46f1-41ba-8b42-7935804806c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d8d96c-5c7b-4848-9cf6-3225c967bf54,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:52.369306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:52.462703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks [] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.519931 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:52.520454 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.547458 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.567700 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Attempting to bind port 6d2cc3ef-7795-45b4-9b83-07d852e2386f on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:02:52.568317 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Attempting to bind port 6d2cc3ef-7795-45b4-9b83-07d852e2386f by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:02:52.568826 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Attempting to bind port 6d2cc3ef-7795-45b4-9b83-07d852e2386f on network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:02:52.571328 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:52.575212 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Pushing event updated for resources: {'Port': ['ID=6d2cc3ef-7795-45b4-9b83-07d852e2386f,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:52.627575 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:52.631486 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:52.634056 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.634549 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.634903 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.635430 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.635879 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.636288 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.639560 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:02:52.656170 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.658384 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.659010 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.659499 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.662181 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.666570 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.667190 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.675782 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.677843 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:02:52.695861 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:52.724257 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:52.741871 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Pushing event updated for resources: {'Port': ['ID=f60e613f-baf1-4412-9a35-f18d3bf00a25,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:52.761620 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:02:52.762064 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Checking segment: {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:52.763217 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.763771 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Bound using segment: {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:02:52.764794 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Bound port: 6d2cc3ef-7795-45b4-9b83-07d852e2386f, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:02:52.765199 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.835688 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] For port 6d2cc3ef-7795-45b4-9b83-07d852e2386f, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:02:52.838987 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] For port 6d2cc3ef-7795-45b4-9b83-07d852e2386f, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=6d2cc3ef-7795-45b4-9b83-07d852e2386f,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:02:52.840846 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1b423-0a44-42f3-9ae1-b1063ac1e29c req-8cea363e-d4e1-4622-ad1e-ce3e3fad5171 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:52.842590 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-94f1b423-0a44-42f3-9ae1-b1063ac1e29c req-8cea363e-d4e1-4622-ad1e-ce3e3fad5171 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0939341 Sep 13 07:02:52.847433 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.863124 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40904) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:52.881619 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5ef67d79-5d12-4ce1-804b-fa20067b4f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.881878 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:52.898278 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:52.898896 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:52.947903 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:52.952867 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccec19-6822-457b-8fd5-ef5796073cd8 None None] Pushing event updated for resources: {'Port': ['ID=6d2cc3ef-7795-45b4-9b83-07d852e2386f,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:52.975633 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5ef67d79-5d12-4ce1-804b-fa20067b4f12 admin admin] Publish callbacks [] for security_group (3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:52.980956 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-94f1b423-0a44-42f3-9ae1-b1063ac1e29c req-7f1bc6e3-ff52-42bd-9b45-6020d9b31700 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021059 Sep 13 07:02:52.982177 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5ef67d79-5d12-4ce1-804b-fa20067b4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.038177 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:53.044551 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5ef67d79-5d12-4ce1-804b-fa20067b4f12 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1e85c01c0f054a3a90c46870f96cffe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803050 Sep 13 07:02:53.045436 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 40906) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:53.046204 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef67d79-5d12-4ce1-804b-fa20067b4f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:53.080437 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:53.093278 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:53.101329 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks [] for router_gateway (daa956d3-9d79-4f44-a4a8-771acf83a00a), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.111861 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1ced9968-e527-4e3c-a32b-d561233f7d5c admin admin] Publish callbacks [] for security_group (3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.153552 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1ced9968-e527-4e3c-a32b-d561233f7d5c admin admin] Publish callbacks [] for security_group (3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.215056 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1ced9968-e527-4e3c-a32b-d561233f7d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.217935 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1ced9968-e527-4e3c-a32b-d561233f7d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.221265 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1ced9968-e527-4e3c-a32b-d561233f7d5c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22 HTTP/1.1" status: 204 len: 168 time: 0.1721184 Sep 13 07:02:53.232559 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced9968-e527-4e3c-a32b-d561233f7d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3a9ab2-098c-46a7-9ae4-761a9fc3bb22,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:53.288292 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:52Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:53.326143 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101abdd0-9d75-43fa-bfcf-e27710950bc1 None None] The sync data for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi is: [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:52Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:02:53.334954 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (daa956d3-9d79-4f44-a4a8-771acf83a00a), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.344358 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad01872-714f-4243-bd1b-8ad9778fcf59 None None] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:02:53.484722 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Router daa956d3-9d79-4f44-a4a8-771acf83a00a is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:02:53.488479 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-100b543f-60ce-4f6e-ace7-981dbe8df725 None None] Provisioning complete for port 80d0feec-5cf4-4b16-b314-8ebfc6557845 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:53.488855 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-100b543f-60ce-4f6e-ace7-981dbe8df725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.614600 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-100b543f-60ce-4f6e-ace7-981dbe8df725 None None] Current status of the port 80d0feec-5cf4-4b16-b314-8ebfc6557845 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:53.616205 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-100b543f-60ce-4f6e-ace7-981dbe8df725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.639005 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:02:53.671575 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Sync routers for ids ['daa956d3-9d79-4f44-a4a8-771acf83a00a'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:02:53.673267 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.674690 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-37868a5d-c5a9-4a00-ab2b-7062c51eebeb admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1904750 Sep 13 07:02:53.680989 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 40916) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:02:53.687542 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:53.726228 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-100b543f-60ce-4f6e-ace7-981dbe8df725 None None] For port 80d0feec-5cf4-4b16-b314-8ebfc6557845, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=80d0feec-5cf4-4b16-b314-8ebfc6557845,segment=NetworkSegment(5aaf153f-43f7-42fa-95ea-adc618072a1b),segment_id=5aaf153f-43f7-42fa-95ea-adc618072a1b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:53.736949 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Routers {'daa956d3-9d79-4f44-a4a8-771acf83a00a'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:53.737584 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['daa956d3-9d79-4f44-a4a8-771acf83a00a'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:53.792374 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-100b543f-60ce-4f6e-ace7-981dbe8df725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:53.878698 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b543f-60ce-4f6e-ace7-981dbe8df725 None None] Pushing event updated for resources: {'Port': ['ID=80d0feec-5cf4-4b16-b314-8ebfc6557845,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:53.949314 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Set router daa956d3-9d79-4f44-a4a8-771acf83a00a gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:53.982924 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-4c7aacaa-d4a0-48eb-b0dc-ac63611f369e None None] Provisioning complete for port 80d0feec-5cf4-4b16-b314-8ebfc6557845 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:53.983575 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4c7aacaa-d4a0-48eb-b0dc-ac63611f369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:54.142427 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:54.160170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913dfdf-4123-4a70-ba98-75b72de7fea7 req-bbf2469c-7e58-45b1-926d-c06e0f49b588 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:54.161819 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b913dfdf-4123-4a70-ba98-75b72de7fea7 req-bbf2469c-7e58-45b1-926d-c06e0f49b588 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0698397 Sep 13 07:02:54.167260 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-4c7aacaa-d4a0-48eb-b0dc-ac63611f369e None None] Current status of the port 80d0feec-5cf4-4b16-b314-8ebfc6557845 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:54.209561 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:54.226850 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:02:52Z', 'revision_number': 3, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port': {'id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:51Z', 'updated_at': '2022-09-13T07:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:54.273548 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Checking router: daa956d3-9d79-4f44-a4a8-771acf83a00a for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:02:54.273990 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Updating router daa956d3-9d79-4f44-a4a8-771acf83a00a port f60e613f-baf1-4412-9a35-f18d3bf00a25 binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:02:54.351966 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:54.363651 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b913dfdf-4123-4a70-ba98-75b72de7fea7 req-4848d2a6-7611-428a-866b-2bb057be5a92 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867647 Sep 13 07:02:54.438138 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 80d0feec-5cf4-4b16-b314-8ebfc6557845 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:54.531559 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:54.546382 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:54.625916 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8d07913a-b503-4a3e-86f2-3ba8a8783465 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:02:54.652496 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 80d0feec-5cf4-4b16-b314-8ebfc6557845 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:54.652925 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:54.656551 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 8d07913a-b503-4a3e-86f2-3ba8a8783465 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:02:54.657176 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8d07913a-b503-4a3e-86f2-3ba8a8783465 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:02:54.718775 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:54.760756 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Allocated IP 172.20.0.1 (0baa7536-0560-47c2-be36-bc415fd73fc5/4da79d12-5ac5-4bc9-aed9-50fabd7fd333/a704af91-35b8-45f1-af41-4d1428bcb885) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:02:54.815847 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 80d0feec-5cf4-4b16-b314-8ebfc6557845 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:54.816997 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6d2cc3ef-7795-45b4-9b83-07d852e2386f up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:54.862620 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Publish callbacks [] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:54.881828 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:54.960776 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks [] for port (a704af91-35b8-45f1-af41-4d1428bcb885), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.025535 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.072651 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 6d2cc3ef-7795-45b4-9b83-07d852e2386f triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:55.073013 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.074829 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Attempting to bind port f60e613f-baf1-4412-9a35-f18d3bf00a25 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:02:55.075175 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Attempting to bind port f60e613f-baf1-4412-9a35-f18d3bf00a25 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:02:55.075529 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Attempting to bind port f60e613f-baf1-4412-9a35-f18d3bf00a25 on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:02:55.094184 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:55.104478 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:55.109020 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:02:55.114226 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:55.129522 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ed4e0-e369-4a7b-9297-2a3b0443155f None None] Pushing event updated for resources: {'Port': ['ID=f60e613f-baf1-4412-9a35-f18d3bf00a25,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:55.134799 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a704af91-35b8-45f1-af41-4d1428bcb885,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:55.164956 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:02:55.165327 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:02:55.165724 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.166215 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:02:55.166757 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Bound port: f60e613f-baf1-4412-9a35-f18d3bf00a25, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:02:55.166983 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (daa956d3-9d79-4f44-a4a8-771acf83a00a), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.167162 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.252298 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 6d2cc3ef-7795-45b4-9b83-07d852e2386f is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:55.252684 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.264691 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] For port f60e613f-baf1-4412-9a35-f18d3bf00a25, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:02:55.284102 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] For port f60e613f-baf1-4412-9a35-f18d3bf00a25, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=f60e613f-baf1-4412-9a35-f18d3bf00a25,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:02:55.300980 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.333641 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 6d2cc3ef-7795-45b4-9b83-07d852e2386f, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=6d2cc3ef-7795-45b4-9b83-07d852e2386f,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:55.344041 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.350874 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.354952 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Routers {'daa956d3-9d79-4f44-a4a8-771acf83a00a'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:55.356035 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['daa956d3-9d79-4f44-a4a8-771acf83a00a'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:55.423495 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ed4e0-e369-4a7b-9297-2a3b0443155f None None] Pushing event updated for resources: {'Port': ['ID=f60e613f-baf1-4412-9a35-f18d3bf00a25,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:55.494454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:55.518982 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-07f13de3-e625-4bcd-8338-ce2b7f0a7198 None None] Provisioning complete for port a704af91-35b8-45f1-af41-4d1428bcb885 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:55.519362 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07f13de3-e625-4bcd-8338-ce2b7f0a7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.551191 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a8959-723c-489c-b513-9c969aaaa5c5 req-6a9a70f2-aec6-4102-979b-fb27b1b5d973 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:55.558721 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-954a8959-723c-489c-b513-9c969aaaa5c5 req-6a9a70f2-aec6-4102-979b-fb27b1b5d973 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0784583 Sep 13 07:02:55.584026 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=6d2cc3ef-7795-45b4-9b83-07d852e2386f,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:55.591329 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] Set router daa956d3-9d79-4f44-a4a8-771acf83a00a gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:55.594547 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-07f13de3-e625-4bcd-8338-ce2b7f0a7198 None None] Port a704af91-35b8-45f1-af41-4d1428bcb885 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:02:55.655680 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-954a8959-723c-489c-b513-9c969aaaa5c5 req-2febd5ae-0754-4d06-8946-d02937e4d02c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960896 Sep 13 07:02:55.657606 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks [] for port (a704af91-35b8-45f1-af41-4d1428bcb885), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.665335 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.686523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:55.738928 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a704af91-35b8-45f1-af41-4d1428bcb885,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:55.741736 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (daa956d3-9d79-4f44-a4a8-771acf83a00a), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:55.816130 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 4, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port': {'id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:51Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a704af91-35b8-45f1-af41-4d1428bcb885', 'name': '', 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'mac_address': 'fa:16:3e:41:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:54Z', 'updated_at': '2022-09-13T07:02:54Z', 'revision_number': 1, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'subnets': [{'id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:55.839084 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:02:55.840869 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:02:55.844009 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05dabf9-7b2e-4185-a543-abddda69f604 None None] The sync data for ids ['daa956d3-9d79-4f44-a4a8-771acf83a00a'] in dv-cinder-856941-4-iscsi is: [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 4, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port': {'id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:51Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a704af91-35b8-45f1-af41-4d1428bcb885', 'name': '', 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'mac_address': 'fa:16:3e:41:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:54Z', 'updated_at': '2022-09-13T07:02:54Z', 'revision_number': 1, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'subnets': [{'id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:02:56.058486 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:56.091017 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a676c777-8b66-4124-a927-37001c852bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:56.131053 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-23ad3374-9646-41e9-ae60-657c26c89f03 None None] Provisioning complete for port a704af91-35b8-45f1-af41-4d1428bcb885 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:56.131440 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-23ad3374-9646-41e9-ae60-657c26c89f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:56.190547 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-23ad3374-9646-41e9-ae60-657c26c89f03 None None] Port a704af91-35b8-45f1-af41-4d1428bcb885 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:02:56.252422 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Router daa956d3-9d79-4f44-a4a8-771acf83a00a has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:02:56.305175 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6d2cc3ef-7795-45b4-9b83-07d852e2386f up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:56.375583 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 6d2cc3ef-7795-45b4-9b83-07d852e2386f triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:56.376103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:56.418495 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:02:56.436941 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:02:56.446229 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-53ca2992-d24f-4a26-90c7-fae88f8c11d4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/daa956d3-9d79-4f44-a4a8-771acf83a00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658830 Sep 13 07:02:56.466407 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 6d2cc3ef-7795-45b4-9b83-07d852e2386f is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:56.914618 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc0ede-6632-4539-a214-c36439298662 req-e85cea9c-4693-438b-a756-01f64806dc7e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:56.916831 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-69dc0ede-6632-4539-a214-c36439298662 req-e85cea9c-4693-438b-a756-01f64806dc7e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1016133 Sep 13 07:02:56.996351 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-69dc0ede-6632-4539-a214-c36439298662 req-8b1fac43-52de-4913-b4a4-d3f9c2ab0eac tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730586 Sep 13 07:02:58.162163 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ab0d-56f8-4d09-adc2-554d95b3a850 req-a4ca6652-ad2a-4883-9f43-6da4e4118368 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:58.171401 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bbb2ab0d-56f8-4d09-adc2-554d95b3a850 req-a4ca6652-ad2a-4883-9f43-6da4e4118368 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0821874 Sep 13 07:02:58.245279 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bbb2ab0d-56f8-4d09-adc2-554d95b3a850 req-6e72da82-fda7-4d80-8cf7-6b638aaf8ce2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723612 Sep 13 07:02:58.338605 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f60e613f-baf1-4412-9a35-f18d3bf00a25 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:02:58.383002 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-755db1e8-8823-4927-95f9-17a1a84a35e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:58.399303 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port f60e613f-baf1-4412-9a35-f18d3bf00a25 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:02:58.399966 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:58.486980 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port f60e613f-baf1-4412-9a35-f18d3bf00a25 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:02:58.487596 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:58.512728 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port f60e613f-baf1-4412-9a35-f18d3bf00a25, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=f60e613f-baf1-4412-9a35-f18d3bf00a25,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:02:58.527277 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:58.585992 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=f60e613f-baf1-4412-9a35-f18d3bf00a25,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:02:59.386063 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Sync routers for ids ['daa956d3-9d79-4f44-a4a8-771acf83a00a'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:02:59.399768 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Routers {'daa956d3-9d79-4f44-a4a8-771acf83a00a'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:02:59.401018 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['daa956d3-9d79-4f44-a4a8-771acf83a00a'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:02:59.480913 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cb4bf-e76e-4146-ad14-db2b9eba1002 req-2296974e-875b-458f-8bc4-8516d21139b8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:02:59.482624 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fb1cb4bf-e76e-4146-ad14-db2b9eba1002 req-2296974e-875b-458f-8bc4-8516d21139b8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1093392 Sep 13 07:02:59.634101 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fb1cb4bf-e76e-4146-ad14-db2b9eba1002 req-c6baa5df-1863-4d8a-8055-f1bf208dff6e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407409 Sep 13 07:02:59.636881 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Set router daa956d3-9d79-4f44-a4a8-771acf83a00a gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:02:59.875161 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:02:59.958439 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 4, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port': {'id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:51Z', 'updated_at': '2022-09-13T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a704af91-35b8-45f1-af41-4d1428bcb885', 'name': '', 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'mac_address': 'fa:16:3e:41:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:54Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 2, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'subnets': [{'id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:00.024120 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Checking router: daa956d3-9d79-4f44-a4a8-771acf83a00a for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:03:00.024743 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Updating router daa956d3-9d79-4f44-a4a8-771acf83a00a port a704af91-35b8-45f1-af41-4d1428bcb885 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:03:00.184981 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:00.184981 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:00.403077 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f60e613f-baf1-4412-9a35-f18d3bf00a25 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:00.609815 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port f60e613f-baf1-4412-9a35-f18d3bf00a25 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:00.610569 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:00.700947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:00.848293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port f60e613f-baf1-4412-9a35-f18d3bf00a25 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:00.940579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779db78-dbdf-4834-99de-662fa4a14b0c req-b84e0db6-c10f-4436-8b8f-2abdcb23a923 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:00.946224 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a779db78-dbdf-4834-99de-662fa4a14b0c req-b84e0db6-c10f-4436-8b8f-2abdcb23a923 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1126566 Sep 13 07:03:00.981151 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:01.132910 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a779db78-dbdf-4834-99de-662fa4a14b0c req-b98bab35-9b44-413b-a6cc-aab757d6f6ad tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587114 Sep 13 07:03:01.204060 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Publish callbacks [] for port (a704af91-35b8-45f1-af41-4d1428bcb885), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.224694 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.367059 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:01.378955 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8fff1-8dbf-4d66-a04a-f2bb15f32b6b None None] Pushing event updated for resources: {'Port': ['ID=a704af91-35b8-45f1-af41-4d1428bcb885,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:01.483070 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41174) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:01.541848 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.573964 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.581589 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Attempting to bind port a704af91-35b8-45f1-af41-4d1428bcb885 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:01.583052 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Attempting to bind port a704af91-35b8-45f1-af41-4d1428bcb885 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:01.584247 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Attempting to bind port a704af91-35b8-45f1-af41-4d1428bcb885 on network 0baa7536-0560-47c2-be36-bc415fd73fc5 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:01.674397 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:01.674963 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Checking segment: {'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:01.675887 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.676333 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Bound using segment: {'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:01.676914 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Bound port: a704af91-35b8-45f1-af41-4d1428bcb885, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf153f-43f7-42fa-95ea-adc618072a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:01.677385 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.761369 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.846180 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] For port a704af91-35b8-45f1-af41-4d1428bcb885, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:01.856906 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] For port a704af91-35b8-45f1-af41-4d1428bcb885, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=a704af91-35b8-45f1-af41-4d1428bcb885,segment=NetworkSegment(5aaf153f-43f7-42fa-95ea-adc618072a1b),segment_id=5aaf153f-43f7-42fa-95ea-adc618072a1b)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:01.872139 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.902685 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Publish callbacks [] for security_group (0162f1c2-f565-449a-aebd-729e8196c19a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.912821 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0162f1c2-f565-449a-aebd-729e8196c19a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:01.933807 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Routers {'daa956d3-9d79-4f44-a4a8-771acf83a00a'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:01.934467 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:02:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['daa956d3-9d79-4f44-a4a8-771acf83a00a'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:01.980621 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162f1c2-f565-449a-aebd-729e8196c19a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:01.991260 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2da60689edf04a8f946ca07f9ae268b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063703 Sep 13 07:03:01.993007 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.993711 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.993989 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41196) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:01.995299 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.995818 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.996344 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.997270 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.997621 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.998302 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.998302 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.998595 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.998935 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:01.999355 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.000331 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.000652 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.000979 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048f8d0-3fe8-40e1-9630-a30840975fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.018241 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8fff1-8dbf-4d66-a04a-f2bb15f32b6b None None] Pushing event updated for resources: {'Port': ['ID=a704af91-35b8-45f1-af41-4d1428bcb885,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:02.113546 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] Set router daa956d3-9d79-4f44-a4a8-771acf83a00a gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:02.161465 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Publish callbacks [] for security_group (0162f1c2-f565-449a-aebd-729e8196c19a), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:02.235975 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Publish callbacks [] for security_group (0162f1c2-f565-449a-aebd-729e8196c19a), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:02.379812 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a704af91-35b8-45f1-af41-4d1428bcb885 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:02.442475 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831680bc-7653-4132-a8c8-0fd215d6c642 req-29f82791-c591-4d89-8de3-af620324f55e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:02.455402 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-831680bc-7653-4132-a8c8-0fd215d6c642 req-29f82791-c591-4d89-8de3-af620324f55e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1405120 Sep 13 07:03:02.490008 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0162f1c2-f565-449a-aebd-729e8196c19a), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:02.500041 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:02.501564 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0162f1c2-f565-449a-aebd-729e8196c19a HTTP/1.1" status: 204 len: 168 time: 0.5062482 Sep 13 07:03:02.527043 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port a704af91-35b8-45f1-af41-4d1428bcb885 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:02.527509 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:02.534377 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-10d23421-6951-4833-98ce-fea116d34baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 4, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port': {'id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:51Z', 'updated_at': '2022-09-13T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a704af91-35b8-45f1-af41-4d1428bcb885', 'name': '', 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'mac_address': 'fa:16:3e:41:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:54Z', 'updated_at': '2022-09-13T07:03:01Z', 'revision_number': 4, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'subnets': [{'id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:02.614732 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-831680bc-7653-4132-a8c8-0fd215d6c642 req-e1730c26-383e-4dd1-b6d3-4adc0cad0e27 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543396 Sep 13 07:03:02.616146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162f1c2-f565-449a-aebd-729e8196c19a,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:02.627740 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d23421-6951-4833-98ce-fea116d34baa None None] The sync data for ids ['daa956d3-9d79-4f44-a4a8-771acf83a00a'] in dv-cinder-856941-4-iscsi is: [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 4, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port': {'id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:51Z', 'updated_at': '2022-09-13T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a704af91-35b8-45f1-af41-4d1428bcb885', 'name': '', 'network_id': '0baa7536-0560-47c2-be36-bc415fd73fc5', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'mac_address': 'fa:16:3e:41:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:54Z', 'updated_at': '2022-09-13T07:03:01Z', 'revision_number': 4, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'subnets': [{'id': '4da79d12-5ac5-4bc9-aed9-50fabd7fd333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:03:02.652833 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.655002 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.655550 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.657501 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.658050 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.662989 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.663571 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.664075 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.664587 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.665096 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.665592 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.666246 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.666970 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.673137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.673869 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f1008-452d-4d78-b7e4-0ecced8139fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:02.735374 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port a704af91-35b8-45f1-af41-4d1428bcb885 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:02.736529 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:02.839460 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port a704af91-35b8-45f1-af41-4d1428bcb885, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=a704af91-35b8-45f1-af41-4d1428bcb885,segment=NetworkSegment(5aaf153f-43f7-42fa-95ea-adc618072a1b),segment_id=5aaf153f-43f7-42fa-95ea-adc618072a1b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:02.863629 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:03.019326 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=a704af91-35b8-45f1-af41-4d1428bcb885,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:03.860916 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69c50-b91d-4e57-8dd0-5b412a45e705 req-d1dddf10-c37a-4059-848a-20d8a485ad1d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:03.874526 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12c69c50-b91d-4e57-8dd0-5b412a45e705 req-d1dddf10-c37a-4059-848a-20d8a485ad1d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1093814 Sep 13 07:03:03.887084 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41224) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:03.962475 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12c69c50-b91d-4e57-8dd0-5b412a45e705 req-40d9f813-092d-4694-92b5-8831bf7afa77 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869124 Sep 13 07:03:04.147634 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-69af2827-1e90-4616-95ae-99ef34edcdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.241159 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-69af2827-1e90-4616-95ae-99ef34edcdbe admin admin] Publish callbacks [] for security_group (87583c1e-e5ca-40df-919a-2658d02a6e60), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.263431 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-69af2827-1e90-4616-95ae-99ef34edcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (87583c1e-e5ca-40df-919a-2658d02a6e60), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.297223 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41228) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:04.297607 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-69af2827-1e90-4616-95ae-99ef34edcdbe admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=16223b6f84b04628971ce02aa1c28ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090490 Sep 13 07:03:04.301056 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a704af91-35b8-45f1-af41-4d1428bcb885 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:04.346649 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af2827-1e90-4616-95ae-99ef34edcdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87583c1e-e5ca-40df-919a-2658d02a6e60,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:04.428357 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port a704af91-35b8-45f1-af41-4d1428bcb885 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:04.429287 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.432696 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-67f0095a-8299-4038-bcd2-a2edc7476561 admin admin] Publish callbacks [] for security_group (87583c1e-e5ca-40df-919a-2658d02a6e60), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.488166 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-67f0095a-8299-4038-bcd2-a2edc7476561 admin admin] Publish callbacks [] for security_group (87583c1e-e5ca-40df-919a-2658d02a6e60), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.546709 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:04.576744 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port a704af91-35b8-45f1-af41-4d1428bcb885 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:04.598290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-67f0095a-8299-4038-bcd2-a2edc7476561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (87583c1e-e5ca-40df-919a-2658d02a6e60), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.598290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-67f0095a-8299-4038-bcd2-a2edc7476561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:04.599350 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-67f0095a-8299-4038-bcd2-a2edc7476561 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/87583c1e-e5ca-40df-919a-2658d02a6e60 HTTP/1.1" status: 204 len: 168 time: 0.3009975 Sep 13 07:03:04.634120 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0095a-8299-4038-bcd2-a2edc7476561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87583c1e-e5ca-40df-919a-2658d02a6e60,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:05.096674 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:05.131235 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14ba93-4aac-4aed-8cf0-0f3cf5642e2b req-f76ec1e2-f47f-4abc-a2d8-c5eef6f0fd04 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:05.133088 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5c14ba93-4aac-4aed-8cf0-0f3cf5642e2b req-f76ec1e2-f47f-4abc-a2d8-c5eef6f0fd04 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0770335 Sep 13 07:03:05.246632 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5c14ba93-4aac-4aed-8cf0-0f3cf5642e2b req-7520af6a-4085-454b-9c42-ea627b859a7d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058195 Sep 13 07:03:05.387489 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41246) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:05.403310 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce404-7f2b-4cc4-a19c-2eb449e5ed90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:05.516790 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce404-7f2b-4cc4-a19c-2eb449e5ed90 admin admin] Publish callbacks [] for security_group (2da4525c-89e7-482c-bd28-5f3e0280010d), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:05.534862 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce404-7f2b-4cc4-a19c-2eb449e5ed90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (2da4525c-89e7-482c-bd28-5f3e0280010d), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:05.623519 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ce404-7f2b-4cc4-a19c-2eb449e5ed90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4525c-89e7-482c-bd28-5f3e0280010d,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:05.670644 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-0f6ce404-7f2b-4cc4-a19c-2eb449e5ed90 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d3f2c7dc1e1442aa22b8b0500990414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810652 Sep 13 07:03:05.672771 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41252) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:05.777810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-02612e4c-7f02-4e4b-bf39-4fbfbb712cf5 admin admin] Publish callbacks [] for security_group (2da4525c-89e7-482c-bd28-5f3e0280010d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:05.816257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-02612e4c-7f02-4e4b-bf39-4fbfbb712cf5 admin admin] Publish callbacks [] for security_group (2da4525c-89e7-482c-bd28-5f3e0280010d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:05.879644 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:05.885371 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-02612e4c-7f02-4e4b-bf39-4fbfbb712cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (2da4525c-89e7-482c-bd28-5f3e0280010d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:05.891269 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-02612e4c-7f02-4e4b-bf39-4fbfbb712cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:05.908120 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-02612e4c-7f02-4e4b-bf39-4fbfbb712cf5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2da4525c-89e7-482c-bd28-5f3e0280010d HTTP/1.1" status: 204 len: 168 time: 0.2228801 Sep 13 07:03:05.934694 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02612e4c-7f02-4e4b-bf39-4fbfbb712cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4525c-89e7-482c-bd28-5f3e0280010d,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:06.505038 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f15f4-391f-404d-a326-4ef0fe7cd7a9 req-53e842ae-3e59-4147-9e8e-3f14a6e1bcff tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:06.520067 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d04f15f4-391f-404d-a326-4ef0fe7cd7a9 req-53e842ae-3e59-4147-9e8e-3f14a6e1bcff tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1594100 Sep 13 07:03:06.577946 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41266) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:06.593437 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d04f15f4-391f-404d-a326-4ef0fe7cd7a9 req-c329dc85-91e8-4a96-946d-d7aca40b4e06 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720978 Sep 13 07:03:06.604645 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c2c04ac0-adb4-4455-add2-9b1a0d224748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:06.765584 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c2c04ac0-adb4-4455-add2-9b1a0d224748 admin admin] Publish callbacks [] for security_group (66a52001-c8c2-4878-9dad-e5298b39b179), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:06.777323 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c2c04ac0-adb4-4455-add2-9b1a0d224748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (66a52001-c8c2-4878-9dad-e5298b39b179), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:06.817743 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c04ac0-adb4-4455-add2-9b1a0d224748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a52001-c8c2-4878-9dad-e5298b39b179,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:06.858695 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c2c04ac0-adb4-4455-add2-9b1a0d224748 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5f4ab3bb72534d24a40e426f1cb1571f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793031 Sep 13 07:03:06.861367 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41270) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:06.921216 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:06.937317 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6105bbf1-9515-4750-b6b1-3d18a3afc0c6 admin admin] Publish callbacks [] for security_group (66a52001-c8c2-4878-9dad-e5298b39b179), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:07.008487 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6105bbf1-9515-4750-b6b1-3d18a3afc0c6 admin admin] Publish callbacks [] for security_group (66a52001-c8c2-4878-9dad-e5298b39b179), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:07.123197 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6105bbf1-9515-4750-b6b1-3d18a3afc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (66a52001-c8c2-4878-9dad-e5298b39b179), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:07.126535 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6105bbf1-9515-4750-b6b1-3d18a3afc0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:07.127919 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-6105bbf1-9515-4750-b6b1-3d18a3afc0c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/66a52001-c8c2-4878-9dad-e5298b39b179 HTTP/1.1" status: 204 len: 168 time: 0.2652760 Sep 13 07:03:07.140346 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105bbf1-9515-4750-b6b1-3d18a3afc0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a52001-c8c2-4878-9dad-e5298b39b179,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:07.796239 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e37aa-5202-4a6b-afdf-d2a4fbea29ec req-2a4997b6-67f2-4861-b7eb-1e67ad31eb54 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:07.797823 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-960e37aa-5202-4a6b-afdf-d2a4fbea29ec req-2a4997b6-67f2-4861-b7eb-1e67ad31eb54 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1025119 Sep 13 07:03:07.914107 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-960e37aa-5202-4a6b-afdf-d2a4fbea29ec req-5b00093f-be67-4e9e-84cf-a9985997c0bf tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094453 Sep 13 07:03:08.340197 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41298) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:08.348146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-b943ffa3-c2cc-4a3f-bb99-569484226631 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563432013', 'description': 'tempest-description--1195885645'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:08.377789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b943ffa3-c2cc-4a3f-bb99-569484226631 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:08.573910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b943ffa3-c2cc-4a3f-bb99-569484226631 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (abe25a40-8411-43cc-b5e8-058c24fc8a3f), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:08.588672 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b943ffa3-c2cc-4a3f-bb99-569484226631 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (abe25a40-8411-43cc-b5e8-058c24fc8a3f), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:08.771235 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943ffa3-c2cc-4a3f-bb99-569484226631 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe25a40-8411-43cc-b5e8-058c24fc8a3f,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:08.821464 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b943ffa3-c2cc-4a3f-bb99-569484226631 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:08.822886 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b943ffa3-c2cc-4a3f-bb99-569484226631 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4812961 Sep 13 07:03:08.826333 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41302) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:08.831883 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-85dec1dc-98c8-4148-8d0f-0b77afeee50e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': 'abe25a40-8411-43cc-b5e8-058c24fc8a3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:08.842857 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41304) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:08.867862 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-85dec1dc-98c8-4148-8d0f-0b77afeee50e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (51efb032-b786-484f-9bb4-dfaf2d1a0698), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:08.949304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-85dec1dc-98c8-4148-8d0f-0b77afeee50e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (51efb032-b786-484f-9bb4-dfaf2d1a0698), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:08.959371 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-85dec1dc-98c8-4148-8d0f-0b77afeee50e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (51efb032-b786-484f-9bb4-dfaf2d1a0698), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.075095 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dec1dc-98c8-4148-8d0f-0b77afeee50e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51efb032-b786-484f-9bb4-dfaf2d1a0698,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:09.084530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-85dec1dc-98c8-4148-8d0f-0b77afeee50e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.086345 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-85dec1dc-98c8-4148-8d0f-0b77afeee50e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580802 Sep 13 07:03:09.088104 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2129591501-network', 'tenant_id': 'f061702879f74ee1a6d1bb7722370cbc'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:09.088887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41310) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:09.094257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-aa3711e5-a7ab-420a-867f-369aec11faba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': 'abe25a40-8411-43cc-b5e8-058c24fc8a3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:09.130962 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:09.136954 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-aa3711e5-a7ab-420a-867f-369aec11faba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (0176bb47-9613-49bc-afd3-29fa66811730), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.188741 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Made reservation on behalf of f061702879f74ee1a6d1bb7722370cbc for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:09.191130 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.223978 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa6280-22c9-4043-9e04-65de8fe12695 req-f1bfc85e-b1eb-46e2-b5eb-8293ee6b1d2f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:09.231508 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-74aa6280-22c9-4043-9e04-65de8fe12695 req-f1bfc85e-b1eb-46e2-b5eb-8293ee6b1d2f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1366057 Sep 13 07:03:09.234528 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.243018 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-aa3711e5-a7ab-420a-867f-369aec11faba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (0176bb47-9613-49bc-afd3-29fa66811730), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.250677 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-aa3711e5-a7ab-420a-867f-369aec11faba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (0176bb47-9613-49bc-afd3-29fa66811730), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.279093 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3711e5-a7ab-420a-867f-369aec11faba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0176bb47-9613-49bc-afd3-29fa66811730,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:09.295258 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-aa3711e5-a7ab-420a-867f-369aec11faba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.299003 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-aa3711e5-a7ab-420a-867f-369aec11faba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2085762 Sep 13 07:03:09.302329 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41316) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:09.312934 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:09.317213 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:09.343634 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-74aa6280-22c9-4043-9e04-65de8fe12695 req-a7b85d6f-06ec-4def-b1d2-8c8c8c851449 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110623 Sep 13 07:03:09.360112 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.429936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks [] for security_group (f95fed0d-8582-499b-a45a-489683e58cd8), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.440835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f95fed0d-8582-499b-a45a-489683e58cd8), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.475482 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.481655 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:03:09.513539 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fed0d-8582-499b-a45a-489683e58cd8,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:09.536120 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (48b42b65-bc5a-4daa-b72a-6af48e1c867a), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.537837 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Added segment 48b42b65-bc5a-4daa-b72a-6af48e1c867a of type vlan for network 74607c9d-60bb-4f91-a43b-1b5e6bdd1842 Sep 13 07:03:09.596324 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (74607c9d-60bb-4f91-a43b-1b5e6bdd1842), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.608095 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:09.651793 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (74607c9d-60bb-4f91-a43b-1b5e6bdd1842), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.658397 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:09.659179 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.744866 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.27.2.252 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:09.799381 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] Pushing event updated for resources: {'Network': ['ID=74607c9d-60bb-4f91-a43b-1b5e6bdd1842,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:09.814464 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 74607c9d-60bb-4f91-a43b-1b5e6bdd1842 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:03:09.855688 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-910f38b2-832d-447f-92ae-b4607510272a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0080388 Sep 13 07:03:09.856481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41318) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:09.861501 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Request body: {'subnet': {'network_id': '74607c9d-60bb-4f91-a43b-1b5e6bdd1842', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2129591501-subnet', 'tenant_id': 'f061702879f74ee1a6d1bb7722370cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:09.899924 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Made reservation on behalf of f061702879f74ee1a6d1bb7722370cbc for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:09.902748 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12778319'] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:09.959491 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.031339 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.104511 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:10.118841 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:10.134923 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:10.136581 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:10.315011 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (13acd10d-6f51-47f4-bc3e-27f958d38b50), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.327282 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13222645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12778333'] for subnet (423bc963-38fb-4bc8-9231-f053f382b352), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.339625 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:10.360920 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:10.435375 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.479639 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Checking segment: {'id': '48b42b65-bc5a-4daa-b72a-6af48e1c867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '74607c9d-60bb-4f91-a43b-1b5e6bdd1842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:10.479998 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Network hostable DHCP agents. Network: 74607c9d-60bb-4f91-a43b-1b5e6bdd1842, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:03:10.507893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423bc963-38fb-4bc8-9231-f053f382b352,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:10.617068 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Network 74607c9d-60bb-4f91-a43b-1b5e6bdd1842 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:03:10.645098 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93b1d3-330c-494b-a119-2a9506db1a99 req-9a5323b8-6479-4d6f-9925-048353a6d0ce tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:10.647089 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e93b1d3-330c-494b-a119-2a9506db1a99 req-9a5323b8-6479-4d6f-9925-048353a6d0ce tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1717374 Sep 13 07:03:10.694580 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 74607c9d-60bb-4f91-a43b-1b5e6bdd1842) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:10.709215 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:10.711174 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.719561 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce2df3-3fa8-4310-8eee-89bc0e24ad98 None None] Network 74607c9d-60bb-4f91-a43b-1b5e6bdd1842 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:10.724654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:10.760126 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.771110 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.771910 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (13acd10d-6f51-47f4-bc3e-27f958d38b50), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.785172 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e93b1d3-330c-494b-a119-2a9506db1a99 req-e0b624ef-4dc8-4f65-9d46-beda4a4f6a54 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270227 Sep 13 07:03:10.803620 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-924c7a11-6f82-4add-8df8-5593e3b7c0e8 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9375894 Sep 13 07:03:10.809350 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:10.819189 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5070937 Sep 13 07:03:10.899750 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c2da4-5378-4846-9e9a-8ed235b6425e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:10.953914 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15519e07-6630-4f51-844d-316359764dc3 None None] Network 74607c9d-60bb-4f91-a43b-1b5e6bdd1842 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:11.043481 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:11.750067 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41348) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:11.755072 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1548290940-network', 'tenant_id': 'fdb4f665127d484192cac83dd1069cc7'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:11.781415 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Made reservation on behalf of fdb4f665127d484192cac83dd1069cc7 for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:11.784026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:11.793797 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:11.893723 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks [] for security_group (f7e52714-1e6b-4bb3-b161-b1b17782753f), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:11.899213 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f7e52714-1e6b-4bb3-b161-b1b17782753f), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:11.957998 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:03:11.973474 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (e063304d-346d-42cf-a32b-79f9faa034aa), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:11.973711 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Added segment e063304d-346d-42cf-a32b-79f9faa034aa of type vlan for network 32f9f852-36cb-4e38-aae3-46d60a2b0522 Sep 13 07:03:12.006316 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:12.037719 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (32f9f852-36cb-4e38-aae3-46d60a2b0522), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:12.040398 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e52714-1e6b-4bb3-b161-b1b17782753f,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:12.071736 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:12.085734 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (32f9f852-36cb-4e38-aae3-46d60a2b0522), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:12.086876 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:12.087562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:12.154071 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4002757 Sep 13 07:03:12.154489 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41358) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:12.160671 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Request body: {'subnet': {'network_id': '32f9f852-36cb-4e38-aae3-46d60a2b0522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1548290940-subnet', 'tenant_id': 'fdb4f665127d484192cac83dd1069cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:12.192137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb622f2a-aa5e-4e78-8f3d-89f9f6489ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=32f9f852-36cb-4e38-aae3-46d60a2b0522,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:12.201050 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Made reservation on behalf of fdb4f665127d484192cac83dd1069cc7 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:12.203890 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:12.225175 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 32f9f852-36cb-4e38-aae3-46d60a2b0522 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:03:12.480248 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (d8a17429-72ce-4b3d-9553-4c4abac0b755), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:12.564696 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a17429-72ce-4b3d-9553-4c4abac0b755,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:12.568304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Checking segment: {'id': 'e063304d-346d-42cf-a32b-79f9faa034aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '32f9f852-36cb-4e38-aae3-46d60a2b0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:12.568787 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Network hostable DHCP agents. Network: 32f9f852-36cb-4e38-aae3-46d60a2b0522, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:03:12.603588 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Network 32f9f852-36cb-4e38-aae3-46d60a2b0522 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:03:12.629353 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 32f9f852-36cb-4e38-aae3-46d60a2b0522) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:12.638189 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f05285-c065-4afc-a3c3-0a8b9cbd9e70 None None] Network 32f9f852-36cb-4e38-aae3-46d60a2b0522 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:12.648236 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:12.649517 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:12.747342 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-93683682-bada-425a-b322-7b2d67b59e3e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5913713 Sep 13 07:03:12.804694 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-dc70b66f-42dd-4387-8e35-19e2ef46b011 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--563432013&fields=id&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 267 time: 0.1372437 Sep 13 07:03:12.827756 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d1217-581c-4949-a96e-cbf9eb44dce1 None None] Network 32f9f852-36cb-4e38-aae3-46d60a2b0522 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:12.963541 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-d270e781-d79d-41df-814b-742e1bb325b9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:12.965880 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-d270e781-d79d-41df-814b-742e1bb325b9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.1388640 Sep 13 07:03:12.976121 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe2d-4e28-4c84-b8c3-fdf08a80c8a1 req-65e81299-67f3-43e9-b995-da7ad0da5c28 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:12.983479 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96fefe2d-4e28-4c84-b8c3-fdf08a80c8a1 req-65e81299-67f3-43e9-b995-da7ad0da5c28 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.2468722 Sep 13 07:03:13.015655 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-237f6280-53a0-4844-a0a8-3913e365a460 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/quotas/8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 375 time: 0.0298247 Sep 13 07:03:13.095603 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96fefe2d-4e28-4c84-b8c3-fdf08a80c8a1 req-b66c802e-05a1-4eaf-a91a-7273cba3df7e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109626 Sep 13 07:03:13.121565 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-42f720d2-0245-46c0-a5c7-8df1555ea3b3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047218 Sep 13 07:03:13.371821 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-30749feb-9ad6-4306-81a7-7cc227cd8e87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334266 Sep 13 07:03:13.533835 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:13.534435 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d972-930a-40da-a2a3-20cc59e80fe5 req-13a527a6-5477-4427-8615-f3febc7d0518 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:13.538599 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8091d972-930a-40da-a2a3-20cc59e80fe5 req-13a527a6-5477-4427-8615-f3febc7d0518 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.2202542 Sep 13 07:03:13.539841 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:13.576689 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:13.696682 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-3ec8e377-e1d3-4db4-84b1-3b039f66b4e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412093 Sep 13 07:03:13.732027 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8091d972-930a-40da-a2a3-20cc59e80fe5 req-5a428f74-3f5b-4ff8-8ffe-aac48c53ff99 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651821 Sep 13 07:03:13.832781 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-0ce3df65-91c4-4281-99b1-24f461e43dab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1294188 Sep 13 07:03:13.846261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a368b0-176d-421c-b6d7-57749ace7970 req-8e582eab-c658-41d0-804e-ba44ce18c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:13.849030 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96a368b0-176d-421c-b6d7-57749ace7970 req-8e582eab-c658-41d0-804e-ba44ce18c761 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1130 time: 0.1036930 Sep 13 07:03:13.891175 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:13.946280 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96a368b0-176d-421c-b6d7-57749ace7970 req-bed59c76-138a-4183-9dd2-aa031e8e72d9 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800147 Sep 13 07:03:13.972693 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-954281ba-f9b1-4e27-8722-e98c4dce685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:13.974494 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-954281ba-f9b1-4e27-8722-e98c4dce685e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 1129 time: 0.0951881 Sep 13 07:03:14.129441 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b79baa65-ded7-4e9f-9853-377bfde99807 req-f99e1845-7e23-4f23-8489-cb98f91729c2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 210 time: 0.0802934 Sep 13 07:03:14.142416 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-cda50769-5121-4e05-a69e-508bb1531408 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:14.153019 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-cda50769-5121-4e05-a69e-508bb1531408 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 814 time: 0.1759160 Sep 13 07:03:14.171410 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-503d7432-f69b-41d8-b9f0-5b8e9fa93502 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/quotas/76569a470885443abfbe4e14e9b2f505 HTTP/1.1" status: 200 len: 375 time: 0.0173595 Sep 13 07:03:14.230624 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-ac44c0fa-c3cf-4d43-b505-9b0f723fda45 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553274 Sep 13 07:03:14.383357 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6be25e-0485-48fb-8b44-1dce498b95c4 req-a89479af-bacd-4eca-b421-48ba5131e7dd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:14.385863 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ae6be25e-0485-48fb-8b44-1dce498b95c4 req-a89479af-bacd-4eca-b421-48ba5131e7dd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1536553 Sep 13 07:03:14.388966 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-79c3207e-b0db-4d69-a777-e81e3832479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:14.390661 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-79c3207e-b0db-4d69-a777-e81e3832479f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.1399159 Sep 13 07:03:14.494809 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-ed953fe2-649c-41e2-bd51-4549c09ad25d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411935 Sep 13 07:03:14.494809 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ae6be25e-0485-48fb-8b44-1dce498b95c4 req-03b6a0e3-0fc1-469b-84b6-ffc0dcf9d86d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Sep 13 07:03:14.614971 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:14.656489 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-4a47943f-ce1c-4479-b659-421aeafe7ba2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688952 Sep 13 07:03:14.691405 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-9c3e6337-9f3e-49aa-b88d-40bf7208b4a4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8298a4a7-541f-414c-9b75-7bc68d05e531 HTTP/1.1" status: 200 len: 217 time: 0.0619555 Sep 13 07:03:14.785290 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:14.815734 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-ff04d27d-2f94-4839-a336-c335c4b0ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:14.818358 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-ff04d27d-2f94-4839-a336-c335c4b0ae76 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0756793 Sep 13 07:03:14.934636 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a06c69-e77d-4858-964f-75a93973e577 req-377ec436-adad-4fa3-9102-771d924b7f86 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:14.937385 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-17a06c69-e77d-4858-964f-75a93973e577 req-377ec436-adad-4fa3-9102-771d924b7f86 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1225433 Sep 13 07:03:14.977839 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-b8abeecd-0b76-421f-88a0-8b04ac0d34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:14.984173 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-b8abeecd-0b76-421f-88a0-8b04ac0d34c5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1563654 Sep 13 07:03:15.010107 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-486564b0-e4c3-4506-b3d0-46ff854142d7 req-d3466c3f-8fff-49a5-9e1b-245267efca91 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0531816 Sep 13 07:03:15.072327 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-17a06c69-e77d-4858-964f-75a93973e577 req-9e76e6bb-3a9a-46fa-a5ea-b8355c65153d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242917 Sep 13 07:03:15.181104 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-fc013eda-f7be-4326-b38c-d88efa5dfae0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861951 Sep 13 07:03:15.300389 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-677570b2-f18a-4d37-bb7b-de701202d138 req-5ce2cd83-aebe-4696-aaa8-1953b26b7b6b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 210 time: 0.0612793 Sep 13 07:03:15.711449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314b9da-28b4-47b9-a54f-f12adb0595d8 req-9301a03b-42a9-4430-8d6a-9d94376ee9b9 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:15.720808 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1314b9da-28b4-47b9-a54f-f12adb0595d8 req-9301a03b-42a9-4430-8d6a-9d94376ee9b9 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0809228 Sep 13 07:03:15.752801 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-acd6c83b-129e-4fa0-b525-06eb2238fd4f req-375d6240-a24e-4b4d-acb7-bfbff7793ae2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373529 Sep 13 07:03:15.809832 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1314b9da-28b4-47b9-a54f-f12adb0595d8 req-93f31ca0-a61b-47d2-a572-e46a23ac90d3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881484 Sep 13 07:03:16.198954 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bb3ed3fc-1425-43db-953c-e5f722a55581 req-f0429123-3f4c-44b1-b911-93d5e3f72db5 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0402393 Sep 13 07:03:16.217226 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178442bc-fa57-42c9-92d8-68b95c0c0b1a req-a7731604-0c2f-4ae1-b98d-8c623017b3fd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:16.218784 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-178442bc-fa57-42c9-92d8-68b95c0c0b1a req-a7731604-0c2f-4ae1-b98d-8c623017b3fd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0918338 Sep 13 07:03:16.298126 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:16.335281 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-178442bc-fa57-42c9-92d8-68b95c0c0b1a req-d3746922-ca05-4111-a069-b2c15e169077 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089680 Sep 13 07:03:16.358378 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ccd96-ab25-446f-a298-36a7e497a99d req-8582c22d-5eca-4de2-8efa-d37ef6b7157b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:16.360600 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7f7ccd96-ab25-446f-a298-36a7e497a99d req-8582c22d-5eca-4de2-8efa-d37ef6b7157b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0939703 Sep 13 07:03:16.455744 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7f7ccd96-ab25-446f-a298-36a7e497a99d req-ca5b4e85-27dd-47ac-952e-63c44a2f2abf tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890353 Sep 13 07:03:16.475744 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-235fd838-6296-4aa8-a593-909d292fccea req-7d134dc8-f455-48ef-b799-486d7a91a179 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 210 time: 0.0581946 Sep 13 07:03:16.498787 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-37af4185-a43b-4978-8069-e0125ab108b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:16.500320 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-37af4185-a43b-4978-8069-e0125ab108b3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1130 time: 0.1084867 Sep 13 07:03:16.727858 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-e0cf62b3-bd2e-45aa-8399-7bbd1cc2e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:16.729880 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-e0cf62b3-bd2e-45aa-8399-7bbd1cc2e1f2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.2196624 Sep 13 07:03:17.027643 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-e8392e69-ccdc-48d6-baf3-85c5ecd74390 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:17.030016 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-e8392e69-ccdc-48d6-baf3-85c5ecd74390 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.3500893 Sep 13 07:03:17.035279 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-38839d26-0144-4f3c-8d3c-fd15ce3c7b19 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 200 len: 217 time: 0.2692518 Sep 13 07:03:17.148565 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-43808342-cd97-47cb-b025-785dc83666e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:17.151167 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-43808342-cd97-47cb-b025-785dc83666e1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.1005859 Sep 13 07:03:17.247957 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-be0c3070-e818-40c0-91a3-7315e36d1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:17.256833 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-be0c3070-e818-40c0-91a3-7315e36d1552 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926633 Sep 13 07:03:17.332974 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-0f0f1541-1d7c-4d1e-bd49-b66d6241d83d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 472 time: 0.2752945 Sep 13 07:03:17.384439 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-66c3b060-f4ae-4ec5-aa8a-db27bb9450d9 req-767277f8-73d2-47cc-affb-ae01c5622a2b tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0484185 Sep 13 07:03:17.504438 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54fe07-b98e-41d9-9070-61a8bb4a2a54 req-250c465f-de20-4777-b89e-31b3ffc4fba1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:17.506644 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9d54fe07-b98e-41d9-9070-61a8bb4a2a54 req-250c465f-de20-4777-b89e-31b3ffc4fba1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0571039 Sep 13 07:03:17.569303 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'port': {'device_id': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'admin_state_up': True, 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'security_groups': ['abe25a40-8411-43cc-b5e8-058c24fc8a3f']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:17.637305 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9d54fe07-b98e-41d9-9070-61a8bb4a2a54 req-0294dcb5-1a73-4384-95d4-bdc0184d6221 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245008 Sep 13 07:03:17.648687 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-36639948-4318-419c-ac37-05cc4be5b279 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081374 Sep 13 07:03:17.709416 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905c37-0c66-4893-90b1-a16c842625e9 req-f37b6cc5-daf4-44e2-a996-817478866593 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:17.711222 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-27905c37-0c66-4893-90b1-a16c842625e9 req-f37b6cc5-daf4-44e2-a996-817478866593 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1380196 Sep 13 07:03:17.777621 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-23428349-7428-470a-b070-d62fb054e0c9 req-654da9c7-89fe-43b0-861f-cc4e5b89a9f8 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 210 time: 0.0452077 Sep 13 07:03:17.823095 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-27905c37-0c66-4893-90b1-a16c842625e9 req-459f1760-4fff-4a58-8973-2aa7ad99df52 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028957 Sep 13 07:03:17.840762 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Made reservation on behalf of 8c7dc05c1c9d40b2bb0defc9dd157d6e for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:17.844731 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:17.879004 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:18.093734 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b50b91d9-e65c-4cee-ac33-48d641b7362e req-4a401de8-27d8-46f9-8a43-dd2605eb0a7a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759300 Sep 13 07:03:18.191080 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.20.0.9 (672f9e05-334a-4483-b823-bb14da4544d0/8b122c98-8c7f-4fec-832c-56bd3a61b6d7/db48239f-b745-42d1-9812-35356ecdcc86) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:18.525794 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:03:18.554126 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-ac3b1962-cb99-4653-bbf7-10172186a2ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:18.560462 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-ac3b1962-cb99-4653-bbf7-10172186a2ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.23 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 814 time: 0.6191955 Sep 13 07:03:18.580227 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ef366f57-b0cf-48b6-ba31-659a8be911a2 req-01f84c61-691e-4734-a4fd-dd98e4178141 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0866711 Sep 13 07:03:18.700756 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:18.762585 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (db48239f-b745-42d1-9812-35356ecdcc86), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:18.896724 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (db48239f-b745-42d1-9812-35356ecdcc86), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:18.903737 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4775-86bc-402b-b12c-318992b8affb req-4c813d61-29ca-4b56-b531-e573d736344d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:18.905231 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85ce4775-86bc-402b-b12c-318992b8affb req-4c813d61-29ca-4b56-b531-e573d736344d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.1064363 Sep 13 07:03:18.985803 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network 672f9e05-334a-4483-b823-bb14da4544d0 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:18.998050 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:19.007389 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066deee6-79f0-44f8-8bff-27cf95381a0e req-8fa99ad1-ffe0-4c6c-b5aa-36ab444ec029 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:19.008952 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-066deee6-79f0-44f8-8bff-27cf95381a0e req-8fa99ad1-ffe0-4c6c-b5aa-36ab444ec029 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 931 time: 0.1278970 Sep 13 07:03:19.009919 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:19.017760 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=db48239f-b745-42d1-9812-35356ecdcc86,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:19.120832 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85ce4775-86bc-402b-b12c-318992b8affb req-609e0fab-7ae4-4a33-84f6-d41b2bc4fcfd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885304 Sep 13 07:03:19.126522 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:19.127293 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:19.180977 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-4df57c3b-5c29-4793-9290-383834fdb290 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6155679 Sep 13 07:03:19.185022 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-066deee6-79f0-44f8-8bff-27cf95381a0e req-3e10b344-f2e6-4c73-ab2c-391880d4b4cd tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451561 Sep 13 07:03:19.297660 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-637a6b0b-3bfb-4658-a172-1637a1937ba3 None None] Provisioning complete for port db48239f-b745-42d1-9812-35356ecdcc86 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:19.298413 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-637a6b0b-3bfb-4658-a172-1637a1937ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (db48239f-b745-42d1-9812-35356ecdcc86), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:19.325217 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91250-f452-47f1-a2ea-8b543d500985 req-15202029-b088-409a-8310-5d55beff72d6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:19.333725 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4dc91250-f452-47f1-a2ea-8b543d500985 req-15202029-b088-409a-8310-5d55beff72d6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0758018 Sep 13 07:03:19.343569 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-637a6b0b-3bfb-4658-a172-1637a1937ba3 None None] Port db48239f-b745-42d1-9812-35356ecdcc86 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:03:19.384789 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4dc91250-f452-47f1-a2ea-8b543d500985 req-cdcdab5c-eb3d-4b36-85dd-98fc9c7fa859 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494516 Sep 13 07:03:19.716411 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b13ce95-60ed-4303-b84b-c91aeeec75fd req-78272bce-7a85-4937-b6f9-f0921b7f00b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Sep 13 07:03:19.791121 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Request body: {'port': {'device_id': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:19.800451 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'port': {'device_id': '64680760-9370-4f3b-acc5-0ed7d1796015', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'admin_state_up': True, 'tenant_id': '76569a470885443abfbe4e14e9b2f505'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:19.880925 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:19.992043 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (db48239f-b745-42d1-9812-35356ecdcc86), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:20.256234 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Made reservation on behalf of 76569a470885443abfbe4e14e9b2f505 for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:20.278528 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:20.354864 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:20.448767 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627af612-52e4-4e38-b0d9-06b2f3a4f23c req-202986cf-2dfd-4511-ae40-68a021fc70fd tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:20.450218 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-627af612-52e4-4e38-b0d9-06b2f3a4f23c req-202986cf-2dfd-4511-ae40-68a021fc70fd tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 931 time: 0.1329043 Sep 13 07:03:20.457037 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b9085-4f9c-4da1-8347-bc5f79dd9284 req-55acce97-d41a-4cd9-b4c3-b731f38170ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:20.458414 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8d4b9085-4f9c-4da1-8347-bc5f79dd9284 req-55acce97-d41a-4cd9-b4c3-b731f38170ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.2033122 Sep 13 07:03:20.695337 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-627af612-52e4-4e38-b0d9-06b2f3a4f23c req-88870f7b-620e-4e8c-a8e0-bec4f1243f94 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093782 Sep 13 07:03:20.705746 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Allocated IP 172.20.0.7 (0cffbe9d-fe13-461f-aaa8-05916e53ec62/c0562ec0-db08-4641-a71d-8579f7dc128e/1e7460cd-303f-44c8-b234-3c2f83c1e238) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:20.712094 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8d4b9085-4f9c-4da1-8347-bc5f79dd9284 req-529b1b2a-9cfb-4119-89aa-f3ad65a7495d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249711 Sep 13 07:03:20.793376 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db48239f-b745-42d1-9812-35356ecdcc86 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:20.810407 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Publish callbacks [] for port (db48239f-b745-42d1-9812-35356ecdcc86), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:20.862303 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:20.885357 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Transition to ACTIVE for port object db48239f-b745-42d1-9812-35356ecdcc86 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:03:20.924579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (db48239f-b745-42d1-9812-35356ecdcc86), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:20.933640 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-71af896b-0c44-444f-ac14-fc046fff41fe req-61140bfb-15de-4640-8223-534304a8db4d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0720923 Sep 13 07:03:20.939444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92431b39-7168-4874-9e0c-9a5c7c2a620d req-898553ca-0b7f-42aa-a5dd-60a8f8556382 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:20.940913 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-92431b39-7168-4874-9e0c-9a5c7c2a620d req-898553ca-0b7f-42aa-a5dd-60a8f8556382 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1238916 Sep 13 07:03:21.107879 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Pushing event updated for resources: {'Port': ['ID=db48239f-b745-42d1-9812-35356ecdcc86,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:21.185602 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:21.198614 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-92431b39-7168-4874-9e0c-9a5c7c2a620d req-29eb339c-9de9-4c64-be82-e625b9c608d0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196951 Sep 13 07:03:21.201005 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Attempting to bind port db48239f-b745-42d1-9812-35356ecdcc86 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:21.201502 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Attempting to bind port db48239f-b745-42d1-9812-35356ecdcc86 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:21.201815 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Attempting to bind port db48239f-b745-42d1-9812-35356ecdcc86 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:21.270222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:21.274267 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Port db48239f-b745-42d1-9812-35356ecdcc86 on network 672f9e05-334a-4483-b823-bb14da4544d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:03:21.274635 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Attempting to bind port db48239f-b745-42d1-9812-35356ecdcc86 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:21.280752 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:21.421929 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:21.438259 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:21.448764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:21.483928 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:21.490012 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:21.490361 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Checking segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:21.490746 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Bound using segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:21.491202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Bound port: db48239f-b745-42d1-9812-35356ecdcc86, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:21.491564 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (db48239f-b745-42d1-9812-35356ecdcc86), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:21.573715 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:21.575124 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:21.643540 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-e641fc9e-5c3a-4c0d-b55f-ce58a902dad0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8489158 Sep 13 07:03:21.665207 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Request body: {'port': {'device_id': '64680760-9370-4f3b-acc5-0ed7d1796015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:21.784506 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] For port db48239f-b745-42d1-9812-35356ecdcc86, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:21.796958 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] For port db48239f-b745-42d1-9812-35356ecdcc86, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=db48239f-b745-42d1-9812-35356ecdcc86,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:21.829437 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (db48239f-b745-42d1-9812-35356ecdcc86), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:21.860401 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:21.861070 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:21.862521 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/db48239f-b745-42d1-9812-35356ecdcc86 HTTP/1.1" status: 200 len: 1093 time: 2.0759170 Sep 13 07:03:21.863200 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:21.889890 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be04c62-1902-4100-9f09-95719f04efd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "tag": "db48239f-b745-42d1-9812-35356ecdcc86"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:21.922820 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:21.956322 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:21.987044 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-3db023cb-147a-4b18-a744-8f1e292f5ee1 None None] Provisioning complete for port 1e7460cd-303f-44c8-b234-3c2f83c1e238 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:21.988180 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3db023cb-147a-4b18-a744-8f1e292f5ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:22.037966 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-3db023cb-147a-4b18-a744-8f1e292f5ee1 None None] Port 1e7460cd-303f-44c8-b234-3c2f83c1e238 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:03:22.101203 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b478bb-1127-4636-9d58-8bc5eae28fed req-c828d22a-6241-4220-b82a-ebc18ab03a74 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:22.102755 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c9b478bb-1127-4636-9d58-8bc5eae28fed req-c828d22a-6241-4220-b82a-ebc18ab03a74 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 943 time: 0.2070339 Sep 13 07:03:22.122682 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edeb55-e6f6-4345-8f8f-07ec90cbedd5 req-f665550c-cbc6-4f1d-b8c6-05e09837b559 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:22.124208 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-06edeb55-e6f6-4345-8f8f-07ec90cbedd5 req-f665550c-cbc6-4f1d-b8c6-05e09837b559 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.2299347 Sep 13 07:03:22.124785 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48b88-30b1-47b1-a413-cc552d153bcf service neutron] Pushing event updated for resources: {'Port': ['ID=db48239f-b745-42d1-9812-35356ecdcc86,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:22.135551 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-e38a22f6-d17c-4761-a51d-1edbb6f2e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:22.136639 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-e38a22f6-d17c-4761-a51d-1edbb6f2e817 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 1127 time: 0.1625233 Sep 13 07:03:22.229641 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-dd5dd87b-c841-47c2-bd45-16514af522cd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db48239f-b745-42d1-9812-35356ecdcc86 HTTP/1.1" status: 200 len: 217 time: 0.0742691 Sep 13 07:03:22.561422 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c9b478bb-1127-4636-9d58-8bc5eae28fed req-62c0aca2-3922-4618-9426-e59ef77f189c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4499409 Sep 13 07:03:22.625970 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:22.651603 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-06edeb55-e6f6-4345-8f8f-07ec90cbedd5 req-15a47e65-af89-4155-8f6d-eb1ffce1f90b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101664 Sep 13 07:03:22.720706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c43164-e028-4169-bb71-947c27e4ca49 x-openstack-request-id: req-46c43164-e028-4169-bb71-947c27e4ca49 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:22.721043 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "tag": "db48239f-b745-42d1-9812-35356ecdcc86", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:22.721626 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46c43164-e028-4169-bb71-947c27e4ca49 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:22.722106 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c43164-e028-4169-bb71-947c27e4ca49'] response: {'name': 'network-changed', 'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86', 'status': 'completed', 'code': 200} Sep 13 07:03:22.723916 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-961c3111-234f-4ec3-ab86-a032c967056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:22.725465 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-961c3111-234f-4ec3-ab86-a032c967056c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.4463565 Sep 13 07:03:22.799254 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-e23c5e26-fc9a-4864-95d5-d603a9cc7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:22.800919 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-e23c5e26-fc9a-4864-95d5-d603a9cc7d62 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660005 Sep 13 07:03:23.025758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c02895-21ff-40ce-89ec-d6fc6b1a3bbf req-695e096b-ab78-431f-8dc1-80332aea7786 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:23.027616 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-49c02895-21ff-40ce-89ec-d6fc6b1a3bbf req-695e096b-ab78-431f-8dc1-80332aea7786 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.2123144 Sep 13 07:03:23.042288 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30177a-a837-441c-b225-d56684e4f104 req-ae8ab135-e0a0-4cb5-806c-5db7b123c6b3 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:23.049740 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fe30177a-a837-441c-b225-d56684e4f104 req-ae8ab135-e0a0-4cb5-806c-5db7b123c6b3 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 931 time: 0.2477348 Sep 13 07:03:23.197827 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-31618404-0801-42e5-a64d-9d8eb73adc22 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650913 Sep 13 07:03:23.242892 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-49c02895-21ff-40ce-89ec-d6fc6b1a3bbf req-6985b82e-e1ee-4db5-b1f5-ac21895063fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799004 Sep 13 07:03:23.294669 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7460cd-303f-44c8-b234-3c2f83c1e238 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:23.305185 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Publish callbacks [] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:23.342654 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fe30177a-a837-441c-b225-d56684e4f104 req-43800855-c617-4c83-a8f5-c4f6690a396b tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916765 Sep 13 07:03:23.374471 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Transition to ACTIVE for port object 1e7460cd-303f-44c8-b234-3c2f83c1e238 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:03:23.399293 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:23.532407 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:23.541978 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Pushing event updated for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:23.566733 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45340eb9-17ed-458d-a6de-1a3285459dcd req-736b2106-db20-48c6-9548-94dbc6362a48 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427410 Sep 13 07:03:23.613070 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Attempting to bind port 1e7460cd-303f-44c8-b234-3c2f83c1e238 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:23.613419 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Attempting to bind port 1e7460cd-303f-44c8-b234-3c2f83c1e238 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:23.613759 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Attempting to bind port 1e7460cd-303f-44c8-b234-3c2f83c1e238 on network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:23.692947 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Port 1e7460cd-303f-44c8-b234-3c2f83c1e238 on network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:03:23.693204 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Attempting to bind port 1e7460cd-303f-44c8-b234-3c2f83c1e238 on network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:23.735044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecbb21-c19d-4f5f-96d6-dfd93d5b71db req-3f56d341-5489-42c4-a774-45c5809df07e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:23.736543 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c6ecbb21-c19d-4f5f-96d6-dfd93d5b71db req-3f56d341-5489-42c4-a774-45c5809df07e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 943 time: 0.0794842 Sep 13 07:03:23.779937 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:23.780233 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Checking segment: {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:23.780633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Bound using segment: {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:23.781078 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Bound port: 1e7460cd-303f-44c8-b234-3c2f83c1e238, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:23.781432 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:23.816147 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c6ecbb21-c19d-4f5f-96d6-dfd93d5b71db req-0911f920-4aed-49c6-a02b-99eaab16d35d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701716 Sep 13 07:03:23.856858 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:23.867755 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:23.871251 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:23.877333 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:23.881278 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:23.881884 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:23.883283 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 1093 time: 2.2254214 Sep 13 07:03:23.932055 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360dd20-4261-4527-b347-e7844bf2917c service neutron] Pushing event updated for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:24.062589 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04c62-1902-4100-9f09-95719f04efd4 req-fb872266-ff4d-4733-952c-85612bccb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.065949 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9be04c62-1902-4100-9f09-95719f04efd4 req-fb872266-ff4d-4733-952c-85612bccb9b7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 1127 time: 0.0759101 Sep 13 07:03:24.163252 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-d96df3ee-ad04-4bac-b06a-de94ba97169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.164806 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-d96df3ee-ad04-4bac-b06a-de94ba97169a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1127 time: 0.0739479 Sep 13 07:03:24.221033 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-031dab40-6a16-4344-8113-36fe320504ee service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 217 time: 0.0402534 Sep 13 07:03:24.240451 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04c62-1902-4100-9f09-95719f04efd4 req-d9b97096-0db1-4803-b681-1147fdf4fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.241897 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9be04c62-1902-4100-9f09-95719f04efd4 req-d9b97096-0db1-4803-b681-1147fdf4fe70 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.1695766 Sep 13 07:03:24.302053 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9be04c62-1902-4100-9f09-95719f04efd4 req-301b87b0-9602-49c0-8aba-80759b4c6c56 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db48239f-b745-42d1-9812-35356ecdcc86 HTTP/1.1" status: 200 len: 217 time: 0.0426159 Sep 13 07:03:24.323600 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-ebe4a645-8348-4499-96ab-b50ce6f10bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.325120 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-ebe4a645-8348-4499-96ab-b50ce6f10bac service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 200 len: 853 time: 0.0959463 Sep 13 07:03:24.494099 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04c62-1902-4100-9f09-95719f04efd4 req-d7d41ca2-36c0-4759-8aa6-017610733d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.495872 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9be04c62-1902-4100-9f09-95719f04efd4 req-d7d41ca2-36c0-4759-8aa6-017610733d65 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.1854024 Sep 13 07:03:24.506402 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-2d836600-3762-456d-b864-4f1e025b0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.508300 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-2d836600-3762-456d-b864-4f1e025b0b31 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0cffbe9d-fe13-461f-aaa8-05916e53ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1645114 Sep 13 07:03:24.557705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af51c22-0671-4f2d-ae6a-530aa70d22f2 req-e3b2b1f5-1d6d-4e23-84bc-98d0c25abdde tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.559553 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5af51c22-0671-4f2d-ae6a-530aa70d22f2 req-e3b2b1f5-1d6d-4e23-84bc-98d0c25abdde tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1237996 Sep 13 07:03:24.705949 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04c62-1902-4100-9f09-95719f04efd4 req-db1b8527-e9a0-4a66-af93-5fac15d23423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.707487 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9be04c62-1902-4100-9f09-95719f04efd4 req-db1b8527-e9a0-4a66-af93-5fac15d23423 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1986382 Sep 13 07:03:24.735290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:24.737649 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6916d4-1206-4d42-be81-61262019f8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:24.764660 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c65-c105-4d60-b242-233bf58aac01 req-8cbb7c45-d68d-419a-b7f3-2d488c6ab038 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:24.766238 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-00ac6c65-c105-4d60-b242-233bf58aac01 req-8cbb7c45-d68d-419a-b7f3-2d488c6ab038 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.2042518 Sep 13 07:03:24.818415 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:24.845187 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5af51c22-0671-4f2d-ae6a-530aa70d22f2 req-dda068c9-0937-473c-99d6-32b1054f0ad0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214422 Sep 13 07:03:24.869138 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-ac30c693-4b27-4e19-9945-04a8a5d6f85e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497510 Sep 13 07:03:24.974358 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-00ac6c65-c105-4d60-b242-233bf58aac01 req-fca66ea5-8c54-44b9-8a81-a99f07f48026 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709023 Sep 13 07:03:24.994441 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9be04c62-1902-4100-9f09-95719f04efd4 req-cefcbb84-992d-411c-827d-7a5838613ee3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713120 Sep 13 07:03:25.025611 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41662) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:25.031246 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-1f1df8d3-668b-4315-b5a9-a9338e4c50e0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260060378', 'description': 'tempest-description--2133386229'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:25.078905 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1f1df8d3-668b-4315-b5a9-a9338e4c50e0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.100024 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bb3f9f-4513-44bd-b383-d8dfa34bcf3c x-openstack-request-id: req-36bb3f9f-4513-44bd-b383-d8dfa34bcf3c {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:25.100317 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:25.100544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36bb3f9f-4513-44bd-b383-d8dfa34bcf3c {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:25.100942 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bb3f9f-4513-44bd-b383-d8dfa34bcf3c'] response: {'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'status': 'completed', 'code': 200} Sep 13 07:03:25.149931 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:25.189494 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e0b5da4c-b66d-492c-8c91-607d38e09668 req-b326aade-6dc9-473a-9060-2ccb2bf0c02a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104670 Sep 13 07:03:25.199657 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:25.204403 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1f1df8d3-668b-4315-b5a9-a9338e4c50e0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group (4f005818-0004-40bd-8ae5-105510db7764), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.213792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1f1df8d3-668b-4315-b5a9-a9338e4c50e0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4f005818-0004-40bd-8ae5-105510db7764), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.217705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b54cf-6382-4566-a066-926021300736 req-269c3882-90c9-4d4d-9e00-34414554b03b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:25.219825 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-803b54cf-6382-4566-a066-926021300736 req-269c3882-90c9-4d4d-9e00-34414554b03b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 943 time: 0.0909791 Sep 13 07:03:25.222446 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9be04c62-1902-4100-9f09-95719f04efd4 req-0a11b7b0-b563-4bb7-9a3c-ce62855f10c0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216244 Sep 13 07:03:25.255583 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1f1df8d3-668b-4315-b5a9-a9338e4c50e0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.256864 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1f1df8d3-668b-4315-b5a9-a9338e4c50e0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2295613 Sep 13 07:03:25.262838 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41664) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:25.267874 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-be1c54b9-93da-46d8-bd63-e2980ccd9722 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'security_group_rule': {'security_group_id': '4f005818-0004-40bd-8ae5-105510db7764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:25.269749 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df8d3-668b-4315-b5a9-a9338e4c50e0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f005818-0004-40bd-8ae5-105510db7764,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:25.298478 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-803b54cf-6382-4566-a066-926021300736 req-fe09d866-49ff-429c-a92c-3748f6e05963 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710056 Sep 13 07:03:25.348552 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-be1c54b9-93da-46d8-bd63-e2980ccd9722 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group_rule (61e0bb93-502c-4b56-a4b0-6f4cff438297), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.370963 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-7665a9a7-e18e-4018-8d02-82da447ce6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:25.372395 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-7665a9a7-e18e-4018-8d02-82da447ce6c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1127 time: 0.0603170 Sep 13 07:03:25.475014 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-be1c54b9-93da-46d8-bd63-e2980ccd9722 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group_rule (61e0bb93-502c-4b56-a4b0-6f4cff438297), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.499898 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-be1c54b9-93da-46d8-bd63-e2980ccd9722 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (61e0bb93-502c-4b56-a4b0-6f4cff438297), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.525021 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-381b934b-47cb-4ed4-8cdb-8baffebc99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:25.526534 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-381b934b-47cb-4ed4-8cdb-8baffebc99d7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 915 time: 0.1438797 Sep 13 07:03:25.528046 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c54b9-93da-46d8-bd63-e2980ccd9722 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e0bb93-502c-4b56-a4b0-6f4cff438297,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:25.543092 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-be1c54b9-93da-46d8-bd63-e2980ccd9722 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.546847 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-be1c54b9-93da-46d8-bd63-e2980ccd9722 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2801008 Sep 13 07:03:25.547788 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41668) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:25.555273 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-6cdf2389-0686-48c8-8a93-ec668d63eeec tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'security_group_rule': {'security_group_id': '4f005818-0004-40bd-8ae5-105510db7764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:25.571988 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-43587b21-d4ef-4992-acad-bd4704f1c105 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 217 time: 0.0389538 Sep 13 07:03:25.643317 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-d17a74c0-34ec-4dff-a349-fa3c02c23818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:25.644335 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2389-0686-48c8-8a93-ec668d63eeec tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group_rule (369eba9b-f325-48e9-95dd-a9e0afc94f06), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.644707 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-d17a74c0-34ec-4dff-a349-fa3c02c23818 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 200 len: 853 time: 0.0644162 Sep 13 07:03:25.656981 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:25.704016 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-e56f2aa1-7ccb-4bb0-a58e-1807306014f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:25.705612 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-e56f2aa1-7ccb-4bb0-a58e-1807306014f6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0cffbe9d-fe13-461f-aaa8-05916e53ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440805 Sep 13 07:03:25.717306 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2389-0686-48c8-8a93-ec668d63eeec tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group_rule (369eba9b-f325-48e9-95dd-a9e0afc94f06), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.722817 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2389-0686-48c8-8a93-ec668d63eeec tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (369eba9b-f325-48e9-95dd-a9e0afc94f06), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.747315 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2389-0686-48c8-8a93-ec668d63eeec tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369eba9b-f325-48e9-95dd-a9e0afc94f06,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:25.754384 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2389-0686-48c8-8a93-ec668d63eeec tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.759351 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6cdf2389-0686-48c8-8a93-ec668d63eeec tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102387 Sep 13 07:03:25.760943 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41670) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:25.765903 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:25.806883 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.829930 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-8e1ebfd5-ab60-4b00-9346-1b0f01184834 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139560 Sep 13 07:03:25.900812 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:25.919645 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:25.939081 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:03:25.975383 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b6916d4-1206-4d42-be81-61262019f8f8 req-1fed8fcd-7321-44eb-8a49-65dc7ccfd4d0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356390 Sep 13 07:03:26.115504 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Allocated IP 172.27.2.126 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/a697d1c4-e7cc-4301-b36b-f45a0eea66cc) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:26.169265 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d943b6a-d6ba-4b1c-a965-d28279979a1f req-a64f176e-0eac-4353-9503-3b7b67257ead tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:26.170792 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d943b6a-d6ba-4b1c-a965-d28279979a1f req-a64f176e-0eac-4353-9503-3b7b67257ead tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1785393 Sep 13 07:03:26.237042 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d943b6a-d6ba-4b1c-a965-d28279979a1f req-bd492533-20ea-4856-aa1f-fb6486e50011 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597649 Sep 13 07:03:26.249454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561c5f9-54ca-44b9-908f-3c7d43150746 req-b8c49eee-af91-4705-9e03-ce2cb3c419fd tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:26.251030 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4561c5f9-54ca-44b9-908f-3c7d43150746 req-b8c49eee-af91-4705-9e03-ce2cb3c419fd tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.1428118 Sep 13 07:03:26.289085 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:26.295007 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3ba5fdd1-b319-4abe-bc3d-5b913239423f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.299481 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.308374 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '447e368f-71d6-49ce-be81-226ee22458f1', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'port_id': '447e368f-71d6-49ce-be81-226ee22458f1', 'mac_address': 'fa:16:3e:65:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:03:26.353659 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:26.357257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.374994 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4561c5f9-54ca-44b9-908f-3c7d43150746 req-be94f61b-538c-48f5-9198-278ee52be284 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031551 Sep 13 07:03:26.404555 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: ACTIVE; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:26.405100 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.428468 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:26.432775 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:26.435530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:26.464637 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 447e368f-71d6-49ce-be81-226ee22458f1 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:26.485447 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fffab7-7de4-4ccd-a80b-0ee51e6e7618 req-5541fddf-c4ce-4701-872c-838846f18a87 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:26.491663 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'Port': ['ID=a697d1c4-e7cc-4301-b36b-f45a0eea66cc,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:26.500328 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b5fffab7-7de4-4ccd-a80b-0ee51e6e7618 req-5541fddf-c4ce-4701-872c-838846f18a87 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 943 time: 0.1037543 Sep 13 07:03:26.527735 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.544009 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:26.565313 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.634999 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b5fffab7-7de4-4ccd-a80b-0ee51e6e7618 req-f7137245-ef50-4ec9-84db-b4429c194616 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311898 Sep 13 07:03:26.660102 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.666545 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:26.682044 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=6']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:26.683399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:26.692105 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.692475 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.693013 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.693428 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.693768 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.694130 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.694454 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.694779 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.695162 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.695478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.696114 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.696665 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.697038 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.697367 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.697707 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:26.748776 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['447e368f-71d6-49ce-be81-226ee22458f1'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:03:26.834350 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.841782 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.843205 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.856874 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:26.901064 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:26.902356 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1403687 Sep 13 07:03:26.904325 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5785e-8c3e-40fd-ae82-7647963236b7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'Port': ['ID=a697d1c4-e7cc-4301-b36b-f45a0eea66cc,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:27.677157 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d181107-815d-4d03-961b-2fec49020e58 req-afaa2cd0-962b-47f0-94b4-cb199e62f5ef tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:27.690121 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d181107-815d-4d03-961b-2fec49020e58 req-afaa2cd0-962b-47f0-94b4-cb199e62f5ef tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 944 time: 0.3647642 Sep 13 07:03:27.792703 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d181107-815d-4d03-961b-2fec49020e58 req-9ef90372-860a-4dee-bca2-df75d7d7a7ce tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014826 Sep 13 07:03:27.956779 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device db48239f-b745-42d1-9812-35356ecdcc86 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:03:27.973353 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:27.977737 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c9564-677a-4473-bc66-73b4a2808c28 req-ee213cd9-33ee-45e5-b94e-42e49c1ddc74 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:27.985790 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ea3c9564-677a-4473-bc66-73b4a2808c28 req-ee213cd9-33ee-45e5-b94e-42e49c1ddc74 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.0865676 Sep 13 07:03:28.062786 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ea3c9564-677a-4473-bc66-73b4a2808c28 req-84cbbad3-3a76-4fa9-be5b-e947df3778a0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688477 Sep 13 07:03:28.090421 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.db.resource_extend [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 07:03:28.120637 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 447e368f-71d6-49ce-be81-226ee22458f1 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:28.121121 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (447e368f-71d6-49ce-be81-226ee22458f1), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:28.274052 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:28.286306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:28.287172 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:28.298978 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a993a-3b9b-42a5-aed2-d57baeddada6 req-152f1ecd-e30a-4cfc-8fee-259c178ffbcd tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:28.303826 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b31a993a-3b9b-42a5-aed2-d57baeddada6 req-152f1ecd-e30a-4cfc-8fee-259c178ffbcd tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 943 time: 0.0973132 Sep 13 07:03:28.336731 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port db48239f-b745-42d1-9812-35356ecdcc86, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=db48239f-b745-42d1-9812-35356ecdcc86,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:28.369925 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'db48239f-b745-42d1-9812-35356ecdcc86', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'port_id': 'db48239f-b745-42d1-9812-35356ecdcc86', 'mac_address': 'fa:16:3e:24:b6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:03:28.377644 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b31a993a-3b9b-42a5-aed2-d57baeddada6 req-7665305c-ec58-4eac-8a0a-b86265f2fb5c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643613 Sep 13 07:03:28.399086 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:28.402445 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ec669-ed54-4fd7-8a59-e2035f3aede6" -d '{"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-plugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:28.446124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-76202a42-3858-49d9-87a3-cad6c60d3678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:28.456717 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:28.472750 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:28.480387 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port db48239f-b745-42d1-9812-35356ecdcc86 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:28.481420 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (db48239f-b745-42d1-9812-35356ecdcc86), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:28.488325 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e19406-c4a9-499d-b1c5-a74065168a3a x-openstack-request-id: req-a4e19406-c4a9-499d-b1c5-a74065168a3a {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:28.488915 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-plugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:28.489308 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4e19406-c4a9-499d-b1c5-a74065168a3a {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:28.489849 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e19406-c4a9-499d-b1c5-a74065168a3a'] response: {'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1', 'code': 200} Sep 13 07:03:28.526433 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:28.544060 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:28.551152 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db48239f-b745-42d1-9812-35356ecdcc86 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:28.592651 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port db48239f-b745-42d1-9812-35356ecdcc86, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=db48239f-b745-42d1-9812-35356ecdcc86,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:28.607288 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (db48239f-b745-42d1-9812-35356ecdcc86), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:28.613024 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=7']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:28.689437 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=db48239f-b745-42d1-9812-35356ecdcc86,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:28.933241 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7295eee-5a43-4648-bee9-a3ec753e1b8b req-0a55a23c-1824-4d2a-b03a-e732e6f04f55 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:28.935103 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b7295eee-5a43-4648-bee9-a3ec753e1b8b req-0a55a23c-1824-4d2a-b03a-e732e6f04f55 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0597646 Sep 13 07:03:28.989943 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b7295eee-5a43-4648-bee9-a3ec753e1b8b req-81095f39-8169-4763-b4cb-50fa33721004 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491431 Sep 13 07:03:29.004139 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['db48239f-b745-42d1-9812-35356ecdcc86'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:03:29.233591 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f70a4c-8537-415c-9fbc-86ea81ef5a8d req-67644175-c6c8-448c-b3ab-cdf8ad8a479c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:29.235080 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-22f70a4c-8537-415c-9fbc-86ea81ef5a8d req-67644175-c6c8-448c-b3ab-cdf8ad8a479c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.0819430 Sep 13 07:03:29.291226 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-22f70a4c-8537-415c-9fbc-86ea81ef5a8d req-a8e2baf7-c497-428e-9dc7-fa0a998a36f5 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496268 Sep 13 07:03:29.543677 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729cbef-d961-45e2-b0f9-7287ee8251f3 req-b51a2c49-72c5-4be1-b103-dc2bc588fb6f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:29.545328 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1729cbef-d961-45e2-b0f9-7287ee8251f3 req-b51a2c49-72c5-4be1-b103-dc2bc588fb6f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 944 time: 0.0537086 Sep 13 07:03:29.609923 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1729cbef-d961-45e2-b0f9-7287ee8251f3 req-00269af9-ef4f-4321-ac72-8eb99201d05f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578394 Sep 13 07:03:29.833504 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:29.924311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41796) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:29.971015 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] Deleting subnet 423bc963-38fb-4bc8-9231-f053f382b352 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:03:29.978408 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] Publish callbacks [] for subnet (423bc963-38fb-4bc8-9231-f053f382b352), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.022400 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device db48239f-b745-42d1-9812-35356ecdcc86 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:30.023858 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] Publish callbacks [] for subnet (423bc963-38fb-4bc8-9231-f053f382b352), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.032662 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (423bc963-38fb-4bc8-9231-f053f382b352), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.139654 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for subnet (423bc963-38fb-4bc8-9231-f053f382b352), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.173999 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.181645 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port db48239f-b745-42d1-9812-35356ecdcc86 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:03:30.188644 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/423bc963-38fb-4bc8-9231-f053f382b352 HTTP/1.1" status: 204 len: 168 time: 0.2629564 Sep 13 07:03:30.191018 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41800) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:30.209577 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port db48239f-b745-42d1-9812-35356ecdcc86 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:30.210321 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (db48239f-b745-42d1-9812-35356ecdcc86), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.235535 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86a037-1b28-47f8-afb9-d6722d8d3aec req-33241c8f-2ac3-4099-9c61-0772c8506858 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:30.240925 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b476a-19fc-46fe-b072-76877441a1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423bc963-38fb-4bc8-9231-f053f382b352,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:30.249988 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bc86a037-1b28-47f8-afb9-d6722d8d3aec req-33241c8f-2ac3-4099-9c61-0772c8506858 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1075993 Sep 13 07:03:30.333549 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (74607c9d-60bb-4f91-a43b-1b5e6bdd1842), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.379642 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-505d2524-8e50-476a-b3aa-49e87a5dd8cf tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1260060378&fields=id&tenant_id=38b6d7b146a34896bb8309e2c51348f8 HTTP/1.1" status: 200 len: 267 time: 0.0797269 Sep 13 07:03:30.384179 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bc86a037-1b28-47f8-afb9-d6722d8d3aec req-9f41e74c-9e08-4496-a799-ca3080ba8012 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332533 Sep 13 07:03:30.417199 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port db48239f-b745-42d1-9812-35356ecdcc86 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:30.417598 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (db48239f-b745-42d1-9812-35356ecdcc86), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.496288 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:30.502585 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9ce110-6edf-431e-8bad-28914a320457" -d '{"events": [{"server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "name": "network-vif-plugged", "status": "completed", "tag": "db48239f-b745-42d1-9812-35356ecdcc86"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:30.515677 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port db48239f-b745-42d1-9812-35356ecdcc86, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=db48239f-b745-42d1-9812-35356ecdcc86,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:30.527919 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (db48239f-b745-42d1-9812-35356ecdcc86), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.566374 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-b538641f-0def-41aa-8eac-28c83db9e59a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:30.576721 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-b538641f-0def-41aa-8eac-28c83db9e59a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 815 time: 0.1854949 Sep 13 07:03:30.588750 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (74607c9d-60bb-4f91-a43b-1b5e6bdd1842), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:30.612730 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-39ede902-569e-49e8-8715-a2173ac1c8a4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/quotas/38b6d7b146a34896bb8309e2c51348f8 HTTP/1.1" status: 200 len: 375 time: 0.0351360 Sep 13 07:03:30.647283 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=db48239f-b745-42d1-9812-35356ecdcc86,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:30.656580 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.656984 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.657658 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.658008 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > port after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.658410 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.658759 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > port after_update 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.659067 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.659406 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.659829 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.660086 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.695415 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:30.698144 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:30.715325 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda79c0-b84e-4cb6-bf76-7ce61e74d47f req-ac0373f1-8bad-437f-b618-fcfbc2fc8ee8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:30.717372 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6dda79c0-b84e-4cb6-bf76-7ce61e74d47f req-ac0373f1-8bad-437f-b618-fcfbc2fc8ee8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.1381087 Sep 13 07:03:30.745284 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-e38d5914-22cb-467f-91ce-436e78bf1afa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1294587 Sep 13 07:03:30.780121 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.780489 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.780829 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.781163 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:03:30.781520 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74607c9d-60bb-4f91-a43b-1b5e6bdd1842']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:30.825223 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b42b65-bc5a-4daa-b72a-6af48e1c867a') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:30.825745 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b42b65-bc5a-4daa-b72a-6af48e1c867a') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:30.958730 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6dda79c0-b84e-4cb6-bf76-7ce61e74d47f req-1b40df39-23b1-4149-86e3-8de67f4c2925 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328696 Sep 13 07:03:31.016652 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-bcb84f7f-c547-4473-a58f-5716ba4d5b63 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574091 Sep 13 07:03:31.047777 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2886c88d-c2f3-4ce9-afbd-2b7ac58570be x-openstack-request-id: req-2886c88d-c2f3-4ce9-afbd-2b7ac58570be {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:31.048416 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "name": "network-vif-plugged", "status": "completed", "tag": "db48239f-b745-42d1-9812-35356ecdcc86", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:31.048634 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2886c88d-c2f3-4ce9-afbd-2b7ac58570be {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:31.049027 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2886c88d-c2f3-4ce9-afbd-2b7ac58570be'] response: {'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86', 'code': 200} Sep 13 07:03:31.118794 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (48b42b65-bc5a-4daa-b72a-6af48e1c867a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.152768 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (48b42b65-bc5a-4daa-b72a-6af48e1c867a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.167975 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:03:31.168398 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (48b42b65-bc5a-4daa-b72a-6af48e1c867a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.172343 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568a1ef-45e1-45b9-9ef5-2c5f39dd9073 req-376b47b8-910b-4c41-b0e9-10be65ac0b84 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:31.174047 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1568a1ef-45e1-45b9-9ef5-2c5f39dd9073 req-376b47b8-910b-4c41-b0e9-10be65ac0b84 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0621233 Sep 13 07:03:31.258997 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (74607c9d-60bb-4f91-a43b-1b5e6bdd1842), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.306327 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.311388 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/74607c9d-60bb-4f91-a43b-1b5e6bdd1842 HTTP/1.1" status: 204 len: 168 time: 1.1173093 Sep 13 07:03:31.313737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ff868-f562-46d4-8f3d-5fb1efb7876c admin admin] Pushing event deleted for resources: {'Network': ['ID=74607c9d-60bb-4f91-a43b-1b5e6bdd1842,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:31.318832 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-0bf52abf-fc2b-4a41-83f1-785c3b3ea9c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956226 Sep 13 07:03:31.323238 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41864) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:31.380012 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] Deleting subnet d8a17429-72ce-4b3d-9553-4c4abac0b755 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:03:31.385205 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] Publish callbacks [] for subnet (d8a17429-72ce-4b3d-9553-4c4abac0b755), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.419833 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1568a1ef-45e1-45b9-9ef5-2c5f39dd9073 req-b6b1ab17-27fa-48cd-9868-b6ab53967ac4 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208030 Sep 13 07:03:31.503834 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (d8a17429-72ce-4b3d-9553-4c4abac0b755), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.600689 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.621523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.624876 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (d8a17429-72ce-4b3d-9553-4c4abac0b755), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.690151 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:31.710853 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 48b42b65-bc5a-4daa-b72a-6af48e1c867a resource provider aggregate not found Sep 13 07:03:31.728540 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2e3e2-1d91-49f6-8f44-8ce77da0aa2e req-a70465e4-976a-4643-a2b5-5f3073e90b79 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:31.731459 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (d8a17429-72ce-4b3d-9553-4c4abac0b755), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.747107 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7a2e3e2-1d91-49f6-8f44-8ce77da0aa2e req-a70465e4-976a-4643-a2b5-5f3073e90b79 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1860051 Sep 13 07:03:31.771843 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 48b42b65-bc5a-4daa-b72a-6af48e1c867a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48b42b65-bc5a-4daa-b72a-6af48e1c867a found for delete ", "request_id": "req-c30e5b3a-c6da-48a8-b6af-8c0478fb354b"}]} Sep 13 07:03:31.776364 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:31.780414 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d8a17429-72ce-4b3d-9553-4c4abac0b755 HTTP/1.1" status: 204 len: 168 time: 0.4561646 Sep 13 07:03:31.781363 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cac611-d8d2-409a-8b6a-e67687b274e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a17429-72ce-4b3d-9553-4c4abac0b755,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:31.783960 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41892) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:31.864011 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7a2e3e2-1d91-49f6-8f44-8ce77da0aa2e req-189392a2-a2e0-412a-b100-38e08bcff1b0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119227 Sep 13 07:03:31.876490 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1dd236d3-e29d-47af-b04e-417677820fef req-a1f2a459-35e7-4bd8-80e0-71b626e38fb2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0815012 Sep 13 07:03:31.894211 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (32f9f852-36cb-4e38-aae3-46d60a2b0522), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.109759 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (32f9f852-36cb-4e38-aae3-46d60a2b0522), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.160305 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f9f852-36cb-4e38-aae3-46d60a2b0522']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:32.173990 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e063304d-346d-42cf-a32b-79f9faa034aa') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:32.174423 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e063304d-346d-42cf-a32b-79f9faa034aa') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:32.189562 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (e063304d-346d-42cf-a32b-79f9faa034aa), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.193059 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85262f-3c30-4210-8b5d-822907e12465 req-203b4172-5f78-4762-b7c3-87b68ee4a87d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:32.204291 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1f85262f-3c30-4210-8b5d-822907e12465 req-203b4172-5f78-4762-b7c3-87b68ee4a87d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.1177785 Sep 13 07:03:32.212521 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:32.220710 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (e063304d-346d-42cf-a32b-79f9faa034aa), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.231565 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:03:32.232045 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (e063304d-346d-42cf-a32b-79f9faa034aa), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.358596 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1f85262f-3c30-4210-8b5d-822907e12465 req-be9eefbb-1dca-465d-b8c6-0e83886b3bb5 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508329 Sep 13 07:03:32.391125 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (32f9f852-36cb-4e38-aae3-46d60a2b0522), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.404366 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.408165 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/32f9f852-36cb-4e38-aae3-46d60a2b0522 HTTP/1.1" status: 204 len: 168 time: 0.6230650 Sep 13 07:03:32.422304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94b738-9dfa-42c1-afbd-3f4776f2bf3a admin admin] Pushing event deleted for resources: {'Network': ['ID=32f9f852-36cb-4e38-aae3-46d60a2b0522,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:32.597379 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c394-1f09-428f-ad33-5de8bcdf72e4 req-54ab377d-40d9-4255-90a4-9046e6d3e6c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:32.606932 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1f11c394-1f09-428f-ad33-5de8bcdf72e4 req-54ab377d-40d9-4255-90a4-9046e6d3e6c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0700984 Sep 13 07:03:32.673585 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41914) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:32.678401 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1f11c394-1f09-428f-ad33-5de8bcdf72e4 req-fd2f89ed-0ad2-4302-8388-969a1d46d415 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663102 Sep 13 07:03:32.745479 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-969978c0-0574-4bf2-abd7-c36bc469bb4f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f061702879f74ee1a6d1bb7722370cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691350 Sep 13 07:03:32.748452 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41916) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:32.810534 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41920) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:32.875769 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_v2 [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] Deleting subnet ef8d6964-c9f2-4372-bc4a-c08b0148ac52 {{(pid=106283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:03:32.882413 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] Publish callbacks [] for subnet (ef8d6964-c9f2-4372-bc4a-c08b0148ac52), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.927405 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7c4442c-327d-4d82-9f84-3149a5943e10 admin admin] Publish callbacks [] for security_group (f95fed0d-8582-499b-a45a-489683e58cd8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:32.971414 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7c4442c-327d-4d82-9f84-3149a5943e10 admin admin] Publish callbacks [] for security_group (f95fed0d-8582-499b-a45a-489683e58cd8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.053473 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7c4442c-327d-4d82-9f84-3149a5943e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f95fed0d-8582-499b-a45a-489683e58cd8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.056936 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7c4442c-327d-4d82-9f84-3149a5943e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.058628 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f7c4442c-327d-4d82-9f84-3149a5943e10 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f95fed0d-8582-499b-a45a-489683e58cd8 HTTP/1.1" status: 204 len: 168 time: 0.3090544 Sep 13 07:03:33.067589 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13146091'] for subnet (ef8d6964-c9f2-4372-bc4a-c08b0148ac52), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.078288 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9134c85e-41ce-4a8e-86c7-059e0110540d req-aa66b69c-2937-4540-9a63-36dbe5cb0c41 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0515532 Sep 13 07:03:33.079437 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4442c-327d-4d82-9f84-3149a5943e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fed0d-8582-499b-a45a-489683e58cd8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:33.175674 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9402c-50b9-49ff-8a55-94288e213924 req-28db2e91-5c71-4948-a745-275bd40cd7d4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:33.183066 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-16c9402c-50b9-49ff-8a55-94288e213924 req-28db2e91-5c71-4948-a745-275bd40cd7d4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1667562 Sep 13 07:03:33.236481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (ef8d6964-c9f2-4372-bc4a-c08b0148ac52), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.310402 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:33.317496 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-16c9402c-50b9-49ff-8a55-94288e213924 req-a6858a2d-85b1-46f1-88fc-6097601c571e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046910 Sep 13 07:03:33.373030 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13223480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12778322'] for subnet (ef8d6964-c9f2-4372-bc4a-c08b0148ac52), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.380402 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:33.423346 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8d6964-c9f2-4372-bc4a-c08b0148ac52,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:33.432367 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.441520 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41934) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:33.453788 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-29085dac-12b2-4667-bc59-223f07996f24 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ef8d6964-c9f2-4372-bc4a-c08b0148ac52 HTTP/1.1" status: 204 len: 168 time: 0.6407952 Sep 13 07:03:33.527944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6448d8b-5667-43c6-9880-126e6e75d743 req-b89030b9-3b1a-4b3d-8374-17b8d8020cd8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:33.529501 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d6448d8b-5667-43c6-9880-126e6e75d743 req-b89030b9-3b1a-4b3d-8374-17b8d8020cd8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.0555947 Sep 13 07:03:33.589750 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (f93137cd-66b0-4f09-930d-e6072707a728), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.613359 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d6448d8b-5667-43c6-9880-126e6e75d743 req-26a8c3fd-673a-4584-8707-8dc6a858156a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775716 Sep 13 07:03:33.701129 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (f93137cd-66b0-4f09-930d-e6072707a728), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.731607 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41938) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:33.737964 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93137cd-66b0-4f09-930d-e6072707a728']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:33.766548 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3399ebb-5769-41b0-832f-804833ec2a96') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:33.766873 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3399ebb-5769-41b0-832f-804833ec2a96') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:33.798588 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (f3399ebb-5769-41b0-832f-804833ec2a96), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.814945 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (f3399ebb-5769-41b0-832f-804833ec2a96), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.820692 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment e063304d-346d-42cf-a32b-79f9faa034aa resource provider aggregate not found Sep 13 07:03:33.829150 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:03:33.829558 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (f3399ebb-5769-41b0-832f-804833ec2a96), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.847649 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-57e85501-4134-4d02-b814-f03d8b2940ff admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fdb4f665127d484192cac83dd1069cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148379 Sep 13 07:03:33.854883 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdffd5-15ba-4376-aa78-3c5ccdf12227 req-bbbf7d2f-595f-485e-995e-41166782cf3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:33.856549 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28fdffd5-15ba-4376-aa78-3c5ccdf12227 req-bbbf7d2f-595f-485e-995e-41166782cf3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0849006 Sep 13 07:03:33.857115 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41944) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:33.875624 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment e063304d-346d-42cf-a32b-79f9faa034aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e063304d-346d-42cf-a32b-79f9faa034aa found for delete ", "request_id": "req-9d878fb8-1321-412b-b1de-0e72f5e577f3"}]} Sep 13 07:03:33.906728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (f93137cd-66b0-4f09-930d-e6072707a728), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.919437 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:33.925315 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/f93137cd-66b0-4f09-930d-e6072707a728 HTTP/1.1" status: 204 len: 168 time: 0.4818566 Sep 13 07:03:33.939848 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d9ff-ac62-45b5-b951-c9dfaae39bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=f93137cd-66b0-4f09-930d-e6072707a728,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:33.950204 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28fdffd5-15ba-4376-aa78-3c5ccdf12227 req-f43c49e5-c9da-4226-b3c8-2e71367f15ac tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857737 Sep 13 07:03:33.978459 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e1816282-d568-4d3e-90ec-0ccc28df10e1 admin admin] Publish callbacks [] for security_group (f7e52714-1e6b-4bb3-b161-b1b17782753f), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.033391 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e1816282-d568-4d3e-90ec-0ccc28df10e1 admin admin] Publish callbacks [] for security_group (f7e52714-1e6b-4bb3-b161-b1b17782753f), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.114590 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e1816282-d568-4d3e-90ec-0ccc28df10e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f7e52714-1e6b-4bb3-b161-b1b17782753f), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.118216 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e1816282-d568-4d3e-90ec-0ccc28df10e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.121650 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e1816282-d568-4d3e-90ec-0ccc28df10e1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f7e52714-1e6b-4bb3-b161-b1b17782753f HTTP/1.1" status: 204 len: 168 time: 0.2633615 Sep 13 07:03:34.154889 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1816282-d568-4d3e-90ec-0ccc28df10e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e52714-1e6b-4bb3-b161-b1b17782753f,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:34.248375 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bb2765e9-c10c-4a90-bbbf-e70a77fb7708 req-68ffeb45-b2df-4d83-a825-6cddb468d7b8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0740280 Sep 13 07:03:34.323250 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 41954) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:34.421115 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-804c3760-dce1-429a-b12c-7a26ded1ff2c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=81082b2f3a984d09baac046de385ea96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947552 Sep 13 07:03:34.422484 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 41960) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:34.481629 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5f0492f-2487-4cb9-8aa0-14efc8e2690d admin admin] Publish callbacks [] for security_group (438bba4a-cdaa-4521-a0a7-2cd495d1a7ae), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.484233 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:34.491411 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f807c-ab6b-4c64-b53c-4d8a1310defa req-b3f14228-c0fc-4062-8da1-27ae72de114e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:34.493317 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-210f807c-ab6b-4c64-b53c-4d8a1310defa req-b3f14228-c0fc-4062-8da1-27ae72de114e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0576067 Sep 13 07:03:34.506455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5f0492f-2487-4cb9-8aa0-14efc8e2690d admin admin] Publish callbacks [] for security_group (438bba4a-cdaa-4521-a0a7-2cd495d1a7ae), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.572002 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-210f807c-ab6b-4c64-b53c-4d8a1310defa req-40cd1576-f1f5-4716-8b75-f5f568ad7334 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712945 Sep 13 07:03:34.595053 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5f0492f-2487-4cb9-8aa0-14efc8e2690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (438bba4a-cdaa-4521-a0a7-2cd495d1a7ae), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.609214 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5f0492f-2487-4cb9-8aa0-14efc8e2690d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:34.613190 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d5f0492f-2487-4cb9-8aa0-14efc8e2690d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/438bba4a-cdaa-4521-a0a7-2cd495d1a7ae HTTP/1.1" status: 204 len: 168 time: 0.1894281 Sep 13 07:03:34.627641 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0492f-2487-4cb9-8aa0-14efc8e2690d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438bba4a-cdaa-4521-a0a7-2cd495d1a7ae,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:34.789123 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf6273-83ba-465e-9e99-f600a7eee594 req-a432d9dd-7d02-4277-bd7f-b64cc009b56b tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:34.807088 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-78cf6273-83ba-465e-9e99-f600a7eee594 req-a432d9dd-7d02-4277-bd7f-b64cc009b56b tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.0659373 Sep 13 07:03:34.879234 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-78cf6273-83ba-465e-9e99-f600a7eee594 req-f3bf2fdc-739c-4d2f-a99a-4614bef777dc tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709646 Sep 13 07:03:35.135888 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8c191-3532-4683-90a7-c5a9e17cd1ad req-6d5d129c-de61-44b3-8aad-8c2f18d7678d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:35.138499 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aab8c191-3532-4683-90a7-c5a9e17cd1ad req-6d5d129c-de61-44b3-8aad-8c2f18d7678d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0854337 Sep 13 07:03:35.235450 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aab8c191-3532-4683-90a7-c5a9e17cd1ad req-c8a11d28-f0c9-422d-b3f0-bb07e6c304ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906835 Sep 13 07:03:35.382984 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5e9852c8-87a5-4071-9780-8f0f13cc63b3 req-d9c7e1a7-ea7e-4738-bdee-b200b77a48ed tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0592353 Sep 13 07:03:35.752094 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2e49-fbbc-4b03-bf7a-7462a53a123c req-cadcd7c3-b1c3-476f-9656-dc5881fd4192 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:35.753592 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dd6c2e49-fbbc-4b03-bf7a-7462a53a123c req-cadcd7c3-b1c3-476f-9656-dc5881fd4192 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0800185 Sep 13 07:03:35.821722 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dd6c2e49-fbbc-4b03-bf7a-7462a53a123c req-2f234b28-ac64-47d6-9bfd-2dc9e138d6a3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612671 Sep 13 07:03:35.907494 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment f3399ebb-5769-41b0-832f-804833ec2a96 resource provider aggregate not found Sep 13 07:03:35.933957 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment f3399ebb-5769-41b0-832f-804833ec2a96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3399ebb-5769-41b0-832f-804833ec2a96 found for delete ", "request_id": "req-f7c6287b-72b5-4aba-8f23-9a4c783bd208"}]} Sep 13 07:03:36.040436 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb8c38-2c61-4f55-b725-677f923ea8cd req-ecc581bc-a3ee-43fa-9654-3fd2dc94c025 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:36.052114 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bbbb8c38-2c61-4f55-b725-677f923ea8cd req-ecc581bc-a3ee-43fa-9654-3fd2dc94c025 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.0695922 Sep 13 07:03:36.127633 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bbbb8c38-2c61-4f55-b725-677f923ea8cd req-0f020065-1ea5-465e-b617-0ab74b48f240 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742588 Sep 13 07:03:36.368474 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8326-dd00-4926-ac7e-1afe143afb70 req-d098d529-d483-4b86-9601-34ec7f066c67 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:36.371091 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b6fa8326-dd00-4926-ac7e-1afe143afb70 req-d098d529-d483-4b86-9601-34ec7f066c67 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Sep 13 07:03:36.387155 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:36.388864 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:36.437079 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b6fa8326-dd00-4926-ac7e-1afe143afb70 req-e1ee812c-2482-43aa-b96b-9f7bc4418ab7 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566218 Sep 13 07:03:36.511344 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-efd88c99-ba3f-40d2-a352-80cbb6f4e661 req-25df1e3e-90e2-43a0-b00c-b77951d6aa9e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0286214 Sep 13 07:03:36.974267 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420152e6-188b-40ae-956d-ceac7bf8c050 req-dff86ec8-9480-43c9-baaf-89f64337e71c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:36.974267 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-420152e6-188b-40ae-956d-ceac7bf8c050 req-dff86ec8-9480-43c9-baaf-89f64337e71c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0653419 Sep 13 07:03:37.063461 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-420152e6-188b-40ae-956d-ceac7bf8c050 req-730258b8-c372-4ab1-bc87-205dd6ce9a5e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849721 Sep 13 07:03:37.154714 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b5f3-2dcf-435b-bbd4-aa6186ca2b23 req-2008514d-8ceb-4897-8673-24097dad0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:37.156444 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c243b5f3-2dcf-435b-bbd4-aa6186ca2b23 req-2008514d-8ceb-4897-8673-24097dad0d56 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 1129 time: 0.0727785 Sep 13 07:03:37.262442 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88c46a-7dd6-46c7-9545-8125d5b9a139 req-d7eab5e8-a5a3-4743-8166-ca858764dec4 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:37.263944 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4b88c46a-7dd6-46c7-9545-8125d5b9a139 req-d7eab5e8-a5a3-4743-8166-ca858764dec4 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.0484028 Sep 13 07:03:37.317805 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4b88c46a-7dd6-46c7-9545-8125d5b9a139 req-e93ab75c-0b7a-4ee8-b960-a59dff6f623c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481863 Sep 13 07:03:37.606653 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-11b66b1c-bc49-4e7c-99af-e97ee9ad3787 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=5006f7a1770f4d9a96cbec0715987237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630770 Sep 13 07:03:37.762236 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206a410-fee5-4a83-86c0-036b1ec814b2 req-01074bf2-dd5b-43c6-8f46-56f721278c50 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:37.763658 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3206a410-fee5-4a83-86c0-036b1ec814b2 req-01074bf2-dd5b-43c6-8f46-56f721278c50 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.1944387 Sep 13 07:03:37.873657 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3206a410-fee5-4a83-86c0-036b1ec814b2 req-ff781cdf-e1fd-479a-82cc-59506c575d11 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954669 Sep 13 07:03:37.938178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0c127e1a-d6c7-4997-9398-48d4174a61da tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:37.940856 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0c127e1a-d6c7-4997-9398-48d4174a61da tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333910 Sep 13 07:03:37.982385 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-53973794-feea-48d2-8cde-78d3e71e419e tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/quotas/5006f7a1770f4d9a96cbec0715987237 HTTP/1.1" status: 200 len: 375 time: 0.0356929 Sep 13 07:03:38.032260 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-cd342500-5832-43e0-8f24-9967b71392fa tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5006f7a1770f4d9a96cbec0715987237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469813 Sep 13 07:03:38.178048 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b7a82cdf-04ff-478f-8e1f-9bfc0f375da5 req-809ad01b-d8d2-439d-be8a-c76f591dd2ca tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.1080303 Sep 13 07:03:38.262585 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c243b5f3-2dcf-435b-bbd4-aa6186ca2b23 req-2c3fe7a0-9fb9-49e4-95c1-6da6ab5da2f5 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043641 Sep 13 07:03:38.374885 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d888ce8d-8fd0-40bf-bf40-7488ae645ba4 req-87bead20-1386-4fa9-8f5c-c7011cb976d7 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0499649 Sep 13 07:03:38.416121 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858e34-8a73-4106-b33e-ede6f153c646 req-1a627c04-1218-4798-9b8f-9e0cc1db12fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:38.422963 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb858e34-8a73-4106-b33e-ede6f153c646 req-1a627c04-1218-4798-9b8f-9e0cc1db12fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1568258 Sep 13 07:03:38.554940 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb858e34-8a73-4106-b33e-ede6f153c646 req-d56c06a2-664b-452c-a120-16c44ed67e8d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190603 Sep 13 07:03:38.671979 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0239093-e3e1-4ec9-b6e4-97feb954c6d0 req-1a78a0e6-30e0-4630-bad7-d3d542a75050 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:38.673826 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0239093-e3e1-4ec9-b6e4-97feb954c6d0 req-1a78a0e6-30e0-4630-bad7-d3d542a75050 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.1160669 Sep 13 07:03:38.741130 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0239093-e3e1-4ec9-b6e4-97feb954c6d0 req-a0dfa21e-9ad6-4dc4-80a0-eabcc7419b72 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607765 Sep 13 07:03:39.080565 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f97815-7b14-4127-9945-78b27fac2195 req-8de2e2e5-010a-48b2-a28f-f7d92d5d89c8 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:39.082294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-49f97815-7b14-4127-9945-78b27fac2195 req-8de2e2e5-010a-48b2-a28f-f7d92d5d89c8 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0654397 Sep 13 07:03:39.165250 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-49f97815-7b14-4127-9945-78b27fac2195 req-0dc07f92-27a3-4b00-870a-9af57dcfe811 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696859 Sep 13 07:03:39.308733 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f7882960-00a9-4699-aa24-b0b103021181 req-1cde2095-85cd-4537-8d6e-d4182af5c50f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0302005 Sep 13 07:03:39.503537 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e3446aa5-980a-4508-b8a4-78048bea51bb req-40df2041-2f44-4a7f-9cfd-b9e46076d2d4 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0352342 Sep 13 07:03:39.740010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af501e-ef99-4061-b853-a6880694811a req-b9bd8632-9e85-4827-9808-b1ec6c3b1f16 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:39.748549 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96af501e-ef99-4061-b853-a6880694811a req-b9bd8632-9e85-4827-9808-b1ec6c3b1f16 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0759771 Sep 13 07:03:39.877107 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96af501e-ef99-4061-b853-a6880694811a req-a4c8524e-ad71-4051-9720-f0cc1cb23b7b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189687 Sep 13 07:03:39.955764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:39.975538 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9ddde-8328-495d-aca8-91f8b64cb934 req-75a3a7dc-f449-457c-a32b-eba94f541ffa tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:39.977318 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-acd9ddde-8328-495d-aca8-91f8b64cb934 req-75a3a7dc-f449-457c-a32b-eba94f541ffa tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 943 time: 0.0823300 Sep 13 07:03:40.017873 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:40.032268 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1e7460cd-303f-44c8-b234-3c2f83c1e238 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:03:40.051509 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-acd9ddde-8328-495d-aca8-91f8b64cb934 req-b50459ac-413b-4b68-a608-b01fc66372ed tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678623 Sep 13 07:03:40.125431 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:40.161054 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42170) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:40.161611 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:40.172967 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'port_id': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'mac_address': 'fa:16:3e:5d:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:03:40.214225 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 1e7460cd-303f-44c8-b234-3c2f83c1e238 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:40.214630 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:40.228109 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7460cd-303f-44c8-b234-3c2f83c1e238 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:40.251122 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:40.256735 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:40.314892 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:40.384348 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7b6822b0-7dff-4890-a594-33fc211891a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:40.481784 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:40.564655 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7b6822b0-7dff-4890-a594-33fc211891a2 admin admin] Publish callbacks [] for security_group (ecf32fd3-b575-4ae2-aca6-2515b9a89854), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:40.569742 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a4b13612-fd2d-4836-9f7b-1ee95cf5173d req-cb12c380-28d9-424c-830c-1d0a676e7b45 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0477428 Sep 13 07:03:40.583854 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63139071-7a61-4d75-a109-6e715966c348 req-4a1864e3-2000-4f7d-9787-470fe4160b5a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:40.586437 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7b6822b0-7dff-4890-a594-33fc211891a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ecf32fd3-b575-4ae2-aca6-2515b9a89854), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:40.597473 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-63139071-7a61-4d75-a109-6e715966c348 req-4a1864e3-2000-4f7d-9787-470fe4160b5a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.2979906 Sep 13 07:03:40.683558 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:03:40.697308 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42180) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:40.699144 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7b6822b0-7dff-4890-a594-33fc211891a2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=09236b40298e4a37b65d89ae8943ec97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5398948 Sep 13 07:03:40.710758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-b970ef3d-9a92-4984-b791-e4dde038b7bb tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:40.712295 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-b970ef3d-9a92-4984-b791-e4dde038b7bb tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 815 time: 0.4007647 Sep 13 07:03:40.733964 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6822b0-7dff-4890-a594-33fc211891a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf32fd3-b575-4ae2-aca6-2515b9a89854,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:40.759325 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-63139071-7a61-4d75-a109-6e715966c348 req-7b82d2d6-3535-4744-b642-57e1a8ce068e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654103 Sep 13 07:03:40.861885 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-546a16e3-0b28-4d46-a43f-56abb6162696 req-229a3ef7-ce8b-4ee2-9258-4b1fc52c9a4a tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.1208940 Sep 13 07:03:40.938788 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:41.273202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-30b99823-add3-4d0a-a1e3-8304b2b36af3 admin admin] Publish callbacks [] for security_group (ecf32fd3-b575-4ae2-aca6-2515b9a89854), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:41.297438 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-9709d68b-9650-4380-b94a-30e1c610d0cf tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=38b6d7b146a34896bb8309e2c51348f8 HTTP/1.1" status: 200 len: 380 time: 0.5546188 Sep 13 07:03:41.316856 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37258b-704f-44fb-8ebc-2846bab921b3 req-6d0baceb-d35c-4768-88ff-f74b6658ed6a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:41.318650 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1b37258b-704f-44fb-8ebc-2846bab921b3 req-6d0baceb-d35c-4768-88ff-f74b6658ed6a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.4399345 Sep 13 07:03:41.330851 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42198) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:41.346066 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'port_id': 'db48239f-b745-42d1-9812-35356ecdcc86'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:41.350010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-30b99823-add3-4d0a-a1e3-8304b2b36af3 admin admin] Publish callbacks [] for security_group (ecf32fd3-b575-4ae2-aca6-2515b9a89854), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:41.359365 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728108cc-2f83-4b41-b749-3b88cc58dba4 req-ceed71e8-af8b-4c73-82a1-f2b12a48c446 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:41.360950 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-728108cc-2f83-4b41-b749-3b88cc58dba4 req-ceed71e8-af8b-4c73-82a1-f2b12a48c446 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1174221 Sep 13 07:03:41.379199 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'port': {'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'admin_state_up': True, 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'security_groups': ['4f005818-0004-40bd-8ae5-105510db7764']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:41.515240 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (13acd10d-6f51-47f4-bc3e-27f958d38b50), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:41.641409 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0789b82-3f7c-44d6-ae99-c74194c3d10d req-83cf970d-3ef1-4b5a-b3ac-2b932e8383be tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:41.646681 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b0789b82-3f7c-44d6-ae99-c74194c3d10d req-83cf970d-3ef1-4b5a-b3ac-2b932e8383be tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 944 time: 0.2449334 Sep 13 07:03:41.712456 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-71a510dc-30d1-489f-952d-0b83e9efd2e3 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=5006f7a1770f4d9a96cbec0715987237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210692 Sep 13 07:03:41.771130 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-728108cc-2f83-4b41-b749-3b88cc58dba4 req-1af725c1-3de2-4ad8-a06b-52e7f6e3a948 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421490 Sep 13 07:03:41.870517 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:41.871873 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-30b99823-add3-4d0a-a1e3-8304b2b36af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ecf32fd3-b575-4ae2-aca6-2515b9a89854), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:41.875066 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-30b99823-add3-4d0a-a1e3-8304b2b36af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:41.879787 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-30b99823-add3-4d0a-a1e3-8304b2b36af3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ecf32fd3-b575-4ae2-aca6-2515b9a89854 HTTP/1.1" status: 204 len: 168 time: 1.1787965 Sep 13 07:03:41.959032 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:41.960657 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b99823-add3-4d0a-a1e3-8304b2b36af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf32fd3-b575-4ae2-aca6-2515b9a89854,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:42.023889 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af236c4f-334d-4407-a3ef-e6a9d205651f req-bc453f9a-9209-428a-a29b-d3dba1c20f3a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.1340888 Sep 13 07:03:42.028402 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:42.057672 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1e7460cd-303f-44c8-b234-3c2f83c1e238 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:42.059263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Made reservation on behalf of 38b6d7b146a34896bb8309e2c51348f8 for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:42.063147 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:42.122658 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 1e7460cd-303f-44c8-b234-3c2f83c1e238 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:03:42.137188 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 1e7460cd-303f-44c8-b234-3c2f83c1e238 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:42.138228 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:42.143680 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:42.150282 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b0789b82-3f7c-44d6-ae99-c74194c3d10d req-8ae869ea-4beb-4d2b-9eba-df9b42a47b9a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759178 Sep 13 07:03:42.220722 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-fc6f5fb7-8d3e-4c52-8a86-e04e8490be5c tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:42.222746 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-fc6f5fb7-8d3e-4c52-8a86-e04e8490be5c tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4745455 Sep 13 07:03:42.230729 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-75b9181f-6af4-48ab-971c-5e35dc208dba req-c2cfd876-a965-4a42-9259-facab2e1eb7c tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0747111 Sep 13 07:03:42.308520 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Request body: {'port': {'device_id': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59', 'admin_state_up': True, 'tenant_id': '5006f7a1770f4d9a96cbec0715987237'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:42.358597 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 1e7460cd-303f-44c8-b234-3c2f83c1e238 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:42.358958 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:42.393258 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:42.395505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4f58f6-6021-4527-a95b-2b137596ad33" -d '{"events": [{"server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "name": "network-vif-plugged", "status": "completed", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:42.424033 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:42.434728 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:42.495350 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a681fae-b64e-4a18-b9a4-9f636ed17abe x-openstack-request-id: req-7a681fae-b64e-4a18-b9a4-9f636ed17abe {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:42.495902 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "name": "network-vif-plugged", "status": "completed", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:42.496381 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a681fae-b64e-4a18-b9a4-9f636ed17abe {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:42.497089 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a681fae-b64e-4a18-b9a4-9f636ed17abe'] response: {'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'code': 200} Sep 13 07:03:42.538351 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:42.675564 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42230) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:42.742911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Made reservation on behalf of 5006f7a1770f4d9a96cbec0715987237 for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:42.747551 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:42.771202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Allocated IP 172.20.0.14 (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75/e7785b4c-fca5-457c-bbf3-3566e264736c/e4be0638-9439-4862-aa49-a64acec3c3ee) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:42.779817 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:42.843171 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46829625-e791-4cde-8d7e-30a5a29f9989 req-d4f16879-12c1-4202-b339-71e9d8732994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:42.845696 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-46829625-e791-4cde-8d7e-30a5a29f9989 req-d4f16879-12c1-4202-b339-71e9d8732994 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1129 time: 0.0818629 Sep 13 07:03:42.944576 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-46829625-e791-4cde-8d7e-30a5a29f9989 req-0bd33b0c-536f-41fd-82e3-dc9be7f12785 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 Sep 13 07:03:43.004357 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d9df4ed-f66c-412e-97fa-5892af308bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.100788 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152afec-8a96-4e81-8e77-7236c868d128 req-2d38ed45-0a42-49c6-a389-1121c3b2523b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:43.102349 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f152afec-8a96-4e81-8e77-7236c868d128 req-2d38ed45-0a42-49c6-a389-1121c3b2523b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1527338 Sep 13 07:03:43.140304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d9df4ed-f66c-412e-97fa-5892af308bf4 admin admin] Publish callbacks [] for security_group (89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.155433 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3d9df4ed-f66c-412e-97fa-5892af308bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.185730 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:43.223685 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9df4ed-f66c-412e-97fa-5892af308bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:43.231782 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:43.246888 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3d9df4ed-f66c-412e-97fa-5892af308bf4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=57c5f928bfc8427cbfc7dd20e7a773ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694253 Sep 13 07:03:43.247781 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42250) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:43.286583 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26d10b61-1142-46ea-9328-4360b1e54627 req-1cdcd17e-f197-4207-862b-b8248d4cb46a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.1354849 Sep 13 07:03:43.330315 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a65f9b06-5ac3-4526-bfcf-1ee795bfdfd3 admin admin] Publish callbacks [] for security_group (89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.364136 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a65f9b06-5ac3-4526-bfcf-1ee795bfdfd3 admin admin] Publish callbacks [] for security_group (89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.400204 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks [] for security_group (1c3e77c8-7b34-480d-8e2d-a4df19cccd2d), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.451198 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.464206 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a65f9b06-5ac3-4526-bfcf-1ee795bfdfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.467782 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a65f9b06-5ac3-4526-bfcf-1ee795bfdfd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.469469 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a65f9b06-5ac3-4526-bfcf-1ee795bfdfd3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea HTTP/1.1" status: 204 len: 168 time: 0.2201543 Sep 13 07:03:43.482128 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1c3e77c8-7b34-480d-8e2d-a4df19cccd2d), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.484254 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f9b06-5ac3-4526-bfcf-1ee795bfdfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f3fc22-e1cb-4804-aa8e-c6c9a7dbc0ea,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:43.508453 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (13acd10d-6f51-47f4-bc3e-27f958d38b50), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.513982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:43.534127 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f152afec-8a96-4e81-8e77-7236c868d128 req-13953ed5-aaf7-4eb0-9527-3fb922f1f8eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226248 Sep 13 07:03:43.784808 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d926f0-a0e2-48f9-88be-e23c4029570f req-edea2a0d-51d3-4fdf-8a54-51b3bf4acc2c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:43.786427 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-34d926f0-a0e2-48f9-88be-e23c4029570f req-edea2a0d-51d3-4fdf-8a54-51b3bf4acc2c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.3797219 Sep 13 07:03:43.792410 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Allocated IP 192.168.233.68 (89f59476-1aea-4f4a-8a45-ffc2b3d3aa59/37f93d4e-4c12-4aa0-ae28-7f3c52378d68/3752b644-8fe8-4689-a57a-05924b3e4a27) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:43.842498 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ef2b2ea-82f5-4182-95ba-e4e9ba67c03f req-3c40c9e6-dbc7-4010-b143-45e56c6c64f7 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.1047769 Sep 13 07:03:43.870316 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:43.979529 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:44.518573 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP 13acd10d-6f51-47f4-bc3e-27f958d38b50 associated. External IP: 172.27.2.252, port: db48239f-b745-42d1-9812-35356ecdcc86. Sep 13 07:03:44.524011 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-34d926f0-a0e2-48f9-88be-e23c4029570f req-f9ad72bd-f3ef-439f-a9c6-5e1bac1bffb4 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134545 Sep 13 07:03:44.529860 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba457eb-40a6-4411-b2dc-88d0bd17a528 req-da5bedf2-3013-4d02-9a79-875db088333e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:44.531488 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0ba457eb-40a6-4411-b2dc-88d0bd17a528 req-da5bedf2-3013-4d02-9a79-875db088333e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 932 time: 0.0771282 Sep 13 07:03:44.547717 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:44.629183 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event updated for resources: {'Port': ['ID=e4be0638-9439-4862-aa49-a64acec3c3ee,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:44.640769 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:44.662183 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:44.853481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:44.868727 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42326) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:44.916736 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:45.001575 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:45.002392 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.065227 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-596351088-network', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:45.071362 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0ba457eb-40a6-4411-b2dc-88d0bd17a528 req-2b7f9ab6-7a86-4302-8263-d219e7804008 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5223215 Sep 13 07:03:45.099700 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d872-3f4b-4df0-acc4-fff5d3169e15 req-8d7c6e82-206e-44be-9c6c-2f3466ecdc97 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:45.101342 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1789d872-3f4b-4df0-acc4-fff5d3169e15 req-8d7c6e82-206e-44be-9c6c-2f3466ecdc97 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.3072124 Sep 13 07:03:45.105378 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-2b3fdb2b-d107-4850-8b69-40a3e1750147 None None] Provisioning complete for port e4be0638-9439-4862-aa49-a64acec3c3ee triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:45.105969 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdb2b-d107-4850-8b69-40a3e1750147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.120153 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-4c8bfea7-c55c-4373-b278-3ea1376ae857 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7474556 Sep 13 07:03:45.131912 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Made reservation on behalf of 8e08bdf8d28f4a5093df2c5b26ccb9e6 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:45.134543 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.147095 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.169202 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fdb2b-d107-4850-8b69-40a3e1750147 None None] Port e4be0638-9439-4862-aa49-a64acec3c3ee cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:03:45.173945 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Request body: {'port': {'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:45.179634 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:45.259128 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks [] for security_group (c17e7774-6752-4c09-ba89-977779cc070a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.268532 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c17e7774-6752-4c09-ba89-977779cc070a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.268670 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks [] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.329468 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:03:45.335486 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-677dc070-aa5d-4e63-b3e1-315e1fccc633 req-6f3ebd63-a19f-4842-908a-9df6a03a8e17 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.1757917 Sep 13 07:03:45.340601 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17e7774-6752-4c09-ba89-977779cc070a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:45.374745 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (da38fc1a-dc1e-477d-bc09-c3451266a59e), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.375415 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Added segment da38fc1a-dc1e-477d-bc09-c3451266a59e of type vlan for network 027dc9b9-4576-4664-afcd-fda58e74e1bc Sep 13 07:03:45.423149 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:45.436486 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (027dc9b9-4576-4664-afcd-fda58e74e1bc), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.448179 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1789d872-3f4b-4df0-acc4-fff5d3169e15 req-73d5c996-a402-4c5f-86dc-43d2452aef03 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134806 Sep 13 07:03:45.477385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (027dc9b9-4576-4664-afcd-fda58e74e1bc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.479140 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:45.479875 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.521835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.547563 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.558181 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6847279 Sep 13 07:03:45.560586 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42348) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:45.560870 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:03:45.565513 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Request body: {'subnet': {'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-596351088-subnet', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:45.569076 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40e08a-1b4c-4e41-b4cf-7011057371b8 admin admin] Pushing event updated for resources: {'Network': ['ID=027dc9b9-4576-4664-afcd-fda58e74e1bc,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:45.589825 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:03:45.644616 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:45.649475 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Made reservation on behalf of 8e08bdf8d28f4a5093df2c5b26ccb9e6 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:45.653048 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:45.654071 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13087811'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.665337 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:45.770468 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Pushing event updated for resources: {'Port': ['ID=3752b644-8fe8-4689-a57a-05924b3e4a27,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:45.908277 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:45.912809 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:45.913613 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:45.974300 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-0749457d-f0a4-4d8e-845d-9f46cb803a91 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6807797 Sep 13 07:03:45.980447 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acdf8a-22f2-4047-b5a9-b02a4eddd205 req-b160a244-40b5-4eb1-b3d6-ad64b5d00b44 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:45.988010 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-90acdf8a-22f2-4047-b5a9-b02a4eddd205 req-b160a244-40b5-4eb1-b3d6-ad64b5d00b44 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.2317340 Sep 13 07:03:46.004715 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12771119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13087825'] for subnet (51aef4b2-4a08-495f-9f8b-0c5e35aedffc), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.024119 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Request body: {'port': {'device_id': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:46.047924 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:46.081425 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51aef4b2-4a08-495f-9f8b-0c5e35aedffc,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:46.105950 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-2878da6f-de04-4bfa-96c8-0b60a12a0b5f None None] Provisioning complete for port 3752b644-8fe8-4689-a57a-05924b3e4a27 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:46.106994 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2878da6f-de04-4bfa-96c8-0b60a12a0b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.125973 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Checking segment: {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:46.126353 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Network hostable DHCP agents. Network: 027dc9b9-4576-4664-afcd-fda58e74e1bc, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:03:46.139573 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:03:46.158706 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-2878da6f-de04-4bfa-96c8-0b60a12a0b5f None None] Port 3752b644-8fe8-4689-a57a-05924b3e4a27 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:03:46.160497 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:03:46.161134 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.173117 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:46.174067 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:46.183233 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:03:46.206817 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 027dc9b9-4576-4664-afcd-fda58e74e1bc) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:46.212812 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:46.213738 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.250062 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-47ab1d89-8a0c-4745-b5a0-a73190047502 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6859939 Sep 13 07:03:46.250648 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42356) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:46.254687 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d1771-2815-4d20-9852-011aba9900f4 None None] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:46.261427 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:46.315982 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (d40fbbaa-5a3e-4544-a35b-f5846e205523), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.317560 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (d40fbbaa-5a3e-4544-a35b-f5846e205523), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.332685 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-90acdf8a-22f2-4047-b5a9-b02a4eddd205 req-736240ef-21a7-44ba-9a53-2cff5177fcae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431158 Sep 13 07:03:46.387961 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:46.391460 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7b312fc4-0f07-47ff-8a5f-387b575273f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/13acd10d-6f51-47f4-bc3e-27f958d38b50 HTTP/1.1" status: 200 len: 991 time: 5.0551219 Sep 13 07:03:46.407175 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:46.409495 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948b9c2-0c3d-48bf-b30a-69731a268455" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "tag": "db48239f-b745-42d1-9812-35356ecdcc86"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:46.421695 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.455018 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks [] for router_controller (d40fbbaa-5a3e-4544-a35b-f5846e205523), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.556805 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4be0638-9439-4862-aa49-a64acec3c3ee {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:46.574610 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd6fb-5f8a-42e5-b792-b5c534f5b945 req-954ba581-e5b0-4dd3-b84a-004a83b2d81c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:46.574610 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eb0bd6fb-5f8a-42e5-b792-b5c534f5b945 req-954ba581-e5b0-4dd3-b84a-004a83b2d81c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 932 time: 0.3212750 Sep 13 07:03:46.647354 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b11cd-3439-4052-903d-cf2443fa96f6 req-f35cd0a7-1b06-4c9c-af52-e2511316df99 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:46.647354 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2b2b11cd-3439-4052-903d-cf2443fa96f6 req-f35cd0a7-1b06-4c9c-af52-e2511316df99 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.1141515 Sep 13 07:03:46.647354 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Publish callbacks [] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.694142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks [] for router_gateway (d40fbbaa-5a3e-4544-a35b-f5846e205523), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.777735 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-027dc9b9-4576-4664-afcd-fda58e74e1bc', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:03:46.778694 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.817772 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Transition to ACTIVE for port object e4be0638-9439-4862-aa49-a64acec3c3ee will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:03:46.820228 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:46.830945 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2b2b11cd-3439-4052-903d-cf2443fa96f6 req-08a797e2-d5b1-4e16-ba76-b9e39a3f1ddd tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684425 Sep 13 07:03:46.855979 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:46.996204 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eb0bd6fb-5f8a-42e5-b792-b5c534f5b945 req-4154cc49-222b-4aad-a0b8-0bf75d9c5925 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399506 Sep 13 07:03:47.013850 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '13acd10d-6f51-47f4-bc3e-27f958d38b50', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'db48239f-b745-42d1-9812-35356ecdcc86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:24:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:10Z', 'updated_at': '2022-09-13T07:03:43Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}, {'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 2, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:47.028590 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks [] for router_gateway (d40fbbaa-5a3e-4544-a35b-f5846e205523), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:47.059010 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:47.064399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:47.090997 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:47.094110 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:03:47.121449 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:47.122853 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:47.145294 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd9a67-6945-4916-8d56-5c71860b34c9 x-openstack-request-id: req-7acd9a67-6945-4916-8d56-5c71860b34c9 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:47.145649 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "tag": "db48239f-b745-42d1-9812-35356ecdcc86", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:47.146119 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7acd9a67-6945-4916-8d56-5c71860b34c9 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:47.146525 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acd9a67-6945-4916-8d56-5c71860b34c9'] response: {'name': 'network-changed', 'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86', 'status': 'completed', 'code': 200} Sep 13 07:03:47.213637 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be0638-9439-4862-aa49-a64acec3c3ee,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:47.252547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:47.258624 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ca30-e6f8-4dca-bac6-0926033cbcdc req-dcf433c6-0f06-4c6d-a15a-6b18d61b8b04 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:47.266312 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-aaaf0c4f-0484-44e0-a72c-ca6406e74b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:47.267834 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-aaaf0c4f-0484-44e0-a72c-ca6406e74b14 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 1129 time: 0.0910563 Sep 13 07:03:47.268027 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f252ca30-e6f8-4dca-bac6-0926033cbcdc req-dcf433c6-0f06-4c6d-a15a-6b18d61b8b04 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 935 time: 0.2928755 Sep 13 07:03:47.290069 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Allocated IP 172.20.0.2 (027dc9b9-4576-4664-afcd-fda58e74e1bc/51aef4b2-4a08-495f-9f8b-0c5e35aedffc/681bbf9a-c807-4094-9d13-fa5da45754ec) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:47.328589 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:47.442554 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Allocated IP 172.27.2.210 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/e5289a70-9649-4668-8bb7-b21d850d40db) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:47.503116 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-524121b2-5acc-4258-9a8b-5391d97884a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:47.504776 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-524121b2-5acc-4258-9a8b-5391d97884a7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.2201810 Sep 13 07:03:47.645925 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-d0ed6a53-9670-4f8c-9db2-7c8178d1f4c7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db48239f-b745-42d1-9812-35356ecdcc86 HTTP/1.1" status: 200 len: 999 time: 0.1089723 Sep 13 07:03:47.658035 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e210e4-bd0e-46c1-88d5-97249e9cc6e4 req-ea8a8dd6-7dcf-4ca7-82cd-4c11a36d5bf1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:47.659650 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-65e210e4-bd0e-46c1-88d5-97249e9cc6e4 req-ea8a8dd6-7dcf-4ca7-82cd-4c11a36d5bf1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.4120777 Sep 13 07:03:47.666370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:47.716621 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-d5df6c8e-8fbc-4b6c-a537-b1d511ffa56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:47.718184 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-d5df6c8e-8fbc-4b6c-a537-b1d511ffa56a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0630822 Sep 13 07:03:47.721012 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '13acd10d-6f51-47f4-bc3e-27f958d38b50', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'db48239f-b745-42d1-9812-35356ecdcc86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:24:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:10Z', 'updated_at': '2022-09-13T07:03:43Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}, {'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 2, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:47.743159 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f252ca30-e6f8-4dca-bac6-0926033cbcdc req-bab2f2a4-0c07-4f98-b597-902916c22763 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682918 Sep 13 07:03:47.764806 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Attempting to bind port e4be0638-9439-4862-aa49-a64acec3c3ee on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:47.770595 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Attempting to bind port e4be0638-9439-4862-aa49-a64acec3c3ee by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:47.771118 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Attempting to bind port e4be0638-9439-4862-aa49-a64acec3c3ee on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:47.783533 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168e100-7814-4a88-a86b-06df6412d0d2 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '13acd10d-6f51-47f4-bc3e-27f958d38b50', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'db48239f-b745-42d1-9812-35356ecdcc86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:24:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:10Z', 'updated_at': '2022-09-13T07:03:43Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}, {'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 2, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:03:47.815548 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks [] for port (e5289a70-9649-4668-8bb7-b21d850d40db), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:47.817936 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-e8d98e52-7873-43bc-8c67-094f6548f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:47.819495 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-e8d98e52-7873-43bc-8c67-094f6548f731 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929210 Sep 13 07:03:47.870897 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:47.957952 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-65e210e4-bd0e-46c1-88d5-97249e9cc6e4 req-e86c7e42-ef37-4ee9-aeb1-c734d8b74359 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814305 Sep 13 07:03:47.994745 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:47.999152 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Publish callbacks [] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.014854 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.056171 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:48.093631 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3752b644-8fe8-4689-a57a-05924b3e4a27 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:48.104062 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Publish callbacks [] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.128905 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Transition to ACTIVE for port object 3752b644-8fe8-4689-a57a-05924b3e4a27 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:03:48.152784 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.154799 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:48.158864 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:48.163251 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Pushing event updated for resources: {'Port': ['ID=681bbf9a-c807-4094-9d13-fa5da45754ec,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:48.166117 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:48.192507 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:48.200017 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:48.205647 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:48.261994 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af155e69-1236-4019-8352-4921f1771122 service neutron] Pushing event updated for resources: {'Port': ['ID=3752b644-8fe8-4689-a57a-05924b3e4a27,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:48.271405 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Port e4be0638-9439-4862-aa49-a64acec3c3ee on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:03:48.271741 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Attempting to bind port e4be0638-9439-4862-aa49-a64acec3c3ee on network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:48.279107 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:48.301488 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6cc8f-26d0-440c-bfe7-5509b01e1fe2 None None] New status for floating IP 13acd10d-6f51-47f4-bc3e-27f958d38b50: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:03:48.357404 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Attempting to bind port 681bbf9a-c807-4094-9d13-fa5da45754ec on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:48.358136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Attempting to bind port 681bbf9a-c807-4094-9d13-fa5da45754ec by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:48.358451 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Attempting to bind port 681bbf9a-c807-4094-9d13-fa5da45754ec on network 027dc9b9-4576-4664-afcd-fda58e74e1bc {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:48.378298 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-ef568d30-b1e0-48ea-8ded-37c1e0d0b2ef service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422018 Sep 13 07:03:48.397935 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bb89-bf67-4715-9476-46e90c5083ec req-fafb2e31-a4bf-4a81-a217-728bf4568f08 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:48.407001 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-de04bb89-bf67-4715-9476-46e90c5083ec req-fafb2e31-a4bf-4a81-a217-728bf4568f08 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 944 time: 0.1478570 Sep 13 07:03:48.453938 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:48.454918 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Checking segment: {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:48.455572 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.456323 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Bound using segment: {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:48.458141 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Bound port: 681bbf9a-c807-4094-9d13-fa5da45754ec, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:48.463138 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.600601 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780d165-8cc9-42c6-ae61-650a5fbbae3a req-80154dab-dbda-415e-a8aa-b3824259a3ee tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:48.610713 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e780d165-8cc9-42c6-ae61-650a5fbbae3a req-80154dab-dbda-415e-a8aa-b3824259a3ee tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.1354332 Sep 13 07:03:48.645479 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] For port 681bbf9a-c807-4094-9d13-fa5da45754ec, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:48.653155 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] For port 681bbf9a-c807-4094-9d13-fa5da45754ec, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=681bbf9a-c807-4094-9d13-fa5da45754ec,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:48.665388 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.671874 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Pushing event updated for resources: {'Port': ['ID=e5289a70-9649-4668-8bb7-b21d850d40db,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:48.677529 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:48.720063 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:48.720342 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Checking segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:48.720726 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Bound using segment: {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:48.721188 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Bound port: e4be0638-9439-4862-aa49-a64acec3c3ee, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a51260-978d-4106-890d-4c28d9ada638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:48.721552 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.780058 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Attempting to bind port 3752b644-8fe8-4689-a57a-05924b3e4a27 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:48.780403 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Attempting to bind port 3752b644-8fe8-4689-a57a-05924b3e4a27 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:48.780728 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Attempting to bind port 3752b644-8fe8-4689-a57a-05924b3e4a27 on network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:48.803620 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c3d8a-b227-4db4-800f-ad3de1d0005d None None] Pushing event updated for resources: {'Port': ['ID=681bbf9a-c807-4094-9d13-fa5da45754ec,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:48.834833 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e948b9c2-0c3d-48bf-b30a-69731a268455 req-c1127e85-7768-41aa-8a84-df76674b9934 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309161 Sep 13 07:03:48.903380 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e780d165-8cc9-42c6-ae61-650a5fbbae3a req-63d31a63-3c1e-4a2a-ac11-dd7ce366d693 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904763 Sep 13 07:03:48.927578 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-de04bb89-bf67-4715-9476-46e90c5083ec req-b514d7bb-ca0e-4667-aecb-d7bbd5540b66 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318297 Sep 13 07:03:48.950680 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks [] for router_gateway (d40fbbaa-5a3e-4544-a35b-f5846e205523), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:48.976793 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Port 3752b644-8fe8-4689-a57a-05924b3e4a27 on network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:03:48.982910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Attempting to bind port 3752b644-8fe8-4689-a57a-05924b3e4a27 on network 89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:49.169112 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:49.214016 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] For port e4be0638-9439-4862-aa49-a64acec3c3ee, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:49.326136 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] For port e4be0638-9439-4862-aa49-a64acec3c3ee, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=e4be0638-9439-4862-aa49-a64acec3c3ee,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:49.333388 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48069a97-ed59-49e9-8676-9dafddff31ad req-bd00de07-b045-4360-80c3-a88abead9f03 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:49.335482 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48069a97-ed59-49e9-8676-9dafddff31ad req-bd00de07-b045-4360-80c3-a88abead9f03 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.2226901 Sep 13 07:03:49.346994 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b241e-cd96-445a-b534-082f612d7317 req-17886a69-a026-40a3-8765-3264a639efde tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:49.349929 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-384b241e-cd96-445a-b534-082f612d7317 req-17886a69-a026-40a3-8765-3264a639efde tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 947 time: 0.2154832 Sep 13 07:03:49.357595 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:49.375447 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:49.378540 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Checking segment: {'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:49.379096 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Bound using segment: {'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:49.379730 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Bound port: 3752b644-8fe8-4689-a57a-05924b3e4a27, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028ddbf1-8c23-48c4-a593-647e6fc33025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:49.380008 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:49.438892 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:49.439554 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:49.441744 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 1094 time: 4.2998481 Sep 13 07:03:49.442317 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:49.445918 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:49.450214 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:49.682730 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-384b241e-cd96-445a-b534-082f612d7317 req-2dd2fc63-69c9-4b36-bff7-f245ef15317d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227344 Sep 13 07:03:49.775272 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] For port 3752b644-8fe8-4689-a57a-05924b3e4a27, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:49.779424 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] For port 3752b644-8fe8-4689-a57a-05924b3e4a27, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=3752b644-8fe8-4689-a57a-05924b3e4a27,segment=NetworkSegment(028ddbf1-8c23-48c4-a593-647e6fc33025),segment_id=028ddbf1-8c23-48c4-a593-647e6fc33025)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:49.791002 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48069a97-ed59-49e9-8676-9dafddff31ad req-98a95eb0-3a53-4992-8644-760f2a562cc4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4373529 Sep 13 07:03:49.795058 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-21cc26a5-e60a-4f0a-bf0a-0b9c8178a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:49.798694 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-21cc26a5-e60a-4f0a-bf0a-0b9c8178a873 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1128 time: 0.2721484 Sep 13 07:03:49.812116 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:49.840839 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:49.841263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:49.845395 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-af155e69-1236-4019-8352-4921f1771122 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/3752b644-8fe8-4689-a57a-05924b3e4a27 HTTP/1.1" status: 200 len: 1097 time: 3.8412440 Sep 13 07:03:49.846180 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb857fa-e82f-4e01-bd83-202c0280cb58 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be0638-9439-4862-aa49-a64acec3c3ee,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:49.871663 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095281c4-107a-443e-af45-664d85dbe2d4 x-openstack-request-id: req-095281c4-107a-443e-af45-664d85dbe2d4 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:49.872612 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:49.873759 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-095281c4-107a-443e-af45-664d85dbe2d4 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:49.874710 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095281c4-107a-443e-af45-664d85dbe2d4'] response: {'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'status': 'completed', 'code': 200} Sep 13 07:03:49.922401 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-74b9c5fc-faa9-40ae-98b5-a6678e7e08cd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 217 time: 0.1053679 Sep 13 07:03:49.929610 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (d40fbbaa-5a3e-4544-a35b-f5846e205523), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:50.079323 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-77ae5c21-96f4-4229-b531-d569756553d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:50.080876 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-77ae5c21-96f4-4229-b531-d569756553d8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0731544 Sep 13 07:03:50.154639 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Router d40fbbaa-5a3e-4544-a35b-f5846e205523 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:03:50.197864 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-1c6fcb09-d486-4685-9bc3-9be781085ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:50.199367 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-1c6fcb09-d486-4685-9bc3-9be781085ce7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564280 Sep 13 07:03:50.199977 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af155e69-1236-4019-8352-4921f1771122 service neutron] Pushing event updated for resources: {'Port': ['ID=3752b644-8fe8-4689-a57a-05924b3e4a27,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:50.242150 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-c4ab1871-9966-4bb1-9f4c-6c6e74c7179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:50.243898 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-c4ab1871-9966-4bb1-9f4c-6c6e74c7179f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5006f7a1770f4d9a96cbec0715987237&device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 1131 time: 0.2642734 Sep 13 07:03:50.256201 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499dc8-5e7b-4a0e-aff2-5e3173b1e9c9 req-ab061468-6615-40ab-b506-998dd676c754 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:50.257752 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57499dc8-5e7b-4a0e-aff2-5e3173b1e9c9 req-ab061468-6615-40ab-b506-998dd676c754 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 944 time: 0.1594782 Sep 13 07:03:50.310259 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae3b614-debb-47b4-af22-b733d07495a3 None None] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:50.361444 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-01fecfdb-7b39-4ee9-a340-505aaa0ed027 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3752b644-8fe8-4689-a57a-05924b3e4a27 HTTP/1.1" status: 200 len: 217 time: 0.0627391 Sep 13 07:03:50.395928 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:03:50.441417 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Sync routers for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:03:50.456728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:50.458233 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-321f1668-6687-4f7f-99ee-157b273f05dc admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2059393 Sep 13 07:03:50.459871 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:50.460684 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:50.461318 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42400) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:50.463269 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-80fd4f49-7d8a-4015-91cd-2d806b6c3379 None None] Provisioning complete for port 681bbf9a-c807-4094-9d13-fa5da45754ec triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:50.463852 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80fd4f49-7d8a-4015-91cd-2d806b6c3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:50.534977 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-ff20131d-93a0-42f8-9151-f039e0068573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:50.536414 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-ff20131d-93a0-42f8-9151-f039e0068573 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=37f93d4e-4c12-4aa0-ae28-7f3c52378d68 HTTP/1.1" status: 200 len: 843 time: 0.1098177 Sep 13 07:03:50.544750 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57499dc8-5e7b-4a0e-aff2-5e3173b1e9c9 req-e4df0f32-4757-4976-ac52-d55f2261644b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467902 Sep 13 07:03:50.546926 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 681bbf9a-c807-4094-9d13-fa5da45754ec up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:50.613315 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 681bbf9a-c807-4094-9d13-fa5da45754ec triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:50.613858 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:50.615452 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:50.640598 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-4495369b-d45e-419f-918c-35102dfe06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:50.642547 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-4495369b-d45e-419f-918c-35102dfe06a8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89f59476-1aea-4f4a-8a45-ffc2b3d3aa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0942800 Sep 13 07:03:50.847563 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-e6c4939a-68c8-4eb3-8cd0-cdb7fc8e9289 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370947 Sep 13 07:03:50.861416 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:50.887984 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:51.053667 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-80fd4f49-7d8a-4015-91cd-2d806b6c3379 None None] Current status of the port 681bbf9a-c807-4094-9d13-fa5da45754ec is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:51.054237 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80fd4f49-7d8a-4015-91cd-2d806b6c3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:51.061385 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-7bf702ca-ea2e-4e9a-9b81-efc3b08490ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89f59476-1aea-4f4a-8a45-ffc2b3d3aa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962722 Sep 13 07:03:51.212856 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:51.245557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:51.252706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45862d38-894c-4a17-8d14-c5b44a236b08 req-eb68bea2-1f92-4010-9ba4-e21402e9b76d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:51.267571 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45862d38-894c-4a17-8d14-c5b44a236b08 req-eb68bea2-1f92-4010-9ba4-e21402e9b76d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 947 time: 0.3748043 Sep 13 07:03:51.298650 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-80fd4f49-7d8a-4015-91cd-2d806b6c3379 None None] For port 681bbf9a-c807-4094-9d13-fa5da45754ec, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=681bbf9a-c807-4094-9d13-fa5da45754ec,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:51.335662 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-80fd4f49-7d8a-4015-91cd-2d806b6c3379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:51.391565 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:51.410803 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:51.415074 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e64d677-a979-47bf-85ff-0a5d8c46d144 req-ce1f0bcd-6270-41a8-bbd0-625ecc124fe5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89f59476-1aea-4f4a-8a45-ffc2b3d3aa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465059 Sep 13 07:03:51.430174 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 681bbf9a-c807-4094-9d13-fa5da45754ec is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:51.430570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:51.435309 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8bc5f-81f3-4d19-81ce-057678c9db55 req-36172b67-19d5-4dc5-847a-1814984c9497 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:51.437405 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ca8bc5f-81f3-4d19-81ce-057678c9db55 req-36172b67-19d5-4dc5-847a-1814984c9497 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.3872063 Sep 13 07:03:51.531520 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4f49-7d8a-4015-91cd-2d806b6c3379 None None] Pushing event updated for resources: {'Port': ['ID=681bbf9a-c807-4094-9d13-fa5da45754ec,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:51.571276 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.db.api [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 07:03:51.571698 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG oslo_db.api [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 07:03:51.590469 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-611c8c45-464e-413e-8ed7-1c55854bd4cc req-c77af29a-06c1-41a6-93b0-f9c942fd209a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106743 Sep 13 07:03:51.636742 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:48Z', 'revision_number': 3, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:51.664513 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-45862d38-894c-4a17-8d14-c5b44a236b08 req-15114b69-f2af-48b1-8516-3e24d76b8d38 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960581 Sep 13 07:03:51.699287 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ca8bc5f-81f3-4d19-81ce-057678c9db55 req-a3eecaac-a5fd-44d1-b892-dc761cf164f5 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075272 Sep 13 07:03:51.714025 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Checking router: d40fbbaa-5a3e-4544-a35b-f5846e205523 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:03:51.714505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Updating router d40fbbaa-5a3e-4544-a35b-f5846e205523 port e5289a70-9649-4668-8bb7-b21d850d40db binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:03:51.747270 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-3370585d-0acc-479f-b4b9-37b1cbbdeadb None None] Provisioning complete for port 681bbf9a-c807-4094-9d13-fa5da45754ec triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:51.747799 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3370585d-0acc-479f-b4b9-37b1cbbdeadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:51.760849 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Allocated IP 172.20.0.1 (027dc9b9-4576-4664-afcd-fda58e74e1bc/51aef4b2-4a08-495f-9f8b-0c5e35aedffc/f021207c-3922-4012-b502-2667f624f4bf) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:51.816746 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:51.858648 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54566bb7-0189-4966-b120-4048ece89185 req-4b474511-913b-43b6-a05a-76ec0d10d10a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:51.861047 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54566bb7-0189-4966-b120-4048ece89185 req-4b474511-913b-43b6-a05a-76ec0d10d10a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 944 time: 0.0761864 Sep 13 07:03:51.885870 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'tag': '3752b644-8fe8-4689-a57a-05924b3e4a27'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:51.889097 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc600d10-15d5-4952-9bf4-f6c0ba225d63" -d '{"events": [{"name": "network-changed", "server_uuid": "67e34c0a-348c-45fc-bbf9-d62e9444353d", "tag": "3752b644-8fe8-4689-a57a-05924b3e4a27"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:51.950328 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54566bb7-0189-4966-b120-4048ece89185 req-b198d2d6-eb8a-4e5b-ac82-6644c4453679 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780494 Sep 13 07:03:51.961976 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks [] for port (f021207c-3922-4012-b502-2667f624f4bf), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:51.981919 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:52.010997 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (f021207c-3922-4012-b502-2667f624f4bf), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.060457 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:52.066589 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5099630-2283-4988-a4be-fde2f3b02953 x-openstack-request-id: req-d5099630-2283-4988-a4be-fde2f3b02953 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:52.066897 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e34c0a-348c-45fc-bbf9-d62e9444353d", "tag": "3752b644-8fe8-4689-a57a-05924b3e4a27", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:52.067186 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5099630-2283-4988-a4be-fde2f3b02953 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:52.067593 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5099630-2283-4988-a4be-fde2f3b02953'] response: {'name': 'network-changed', 'server_uuid': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'tag': '3752b644-8fe8-4689-a57a-05924b3e4a27', 'status': 'completed', 'code': 200} Sep 13 07:03:52.072001 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:52.074697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:52.077967 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Pushing event updated for resources: {'Port': ['ID=f021207c-3922-4012-b502-2667f624f4bf,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:52.138378 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (d40fbbaa-5a3e-4544-a35b-f5846e205523), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.198580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 681bbf9a-c807-4094-9d13-fa5da45754ec is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:52.200598 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-3370585d-0acc-479f-b4b9-37b1cbbdeadb None None] Current status of the port 681bbf9a-c807-4094-9d13-fa5da45754ec is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:52.211734 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:52.287101 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:52.392224 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Publish callbacks [] for port (e5289a70-9649-4668-8bb7-b21d850d40db), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.406257 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 681bbf9a-c807-4094-9d13-fa5da45754ec up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:52.411898 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (f021207c-3922-4012-b502-2667f624f4bf), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.415965 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.510148 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Attempting to bind port e5289a70-9649-4668-8bb7-b21d850d40db on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:52.510614 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Attempting to bind port e5289a70-9649-4668-8bb7-b21d850d40db by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:52.511128 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Attempting to bind port e5289a70-9649-4668-8bb7-b21d850d40db on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:52.564471 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6df6a-e6f8-417b-9f6a-de013db15b3a None None] Pushing event updated for resources: {'Port': ['ID=e5289a70-9649-4668-8bb7-b21d850d40db,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:52.574218 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-094a9597-e5f8-4ca5-a979-53accf0c5131 None None] Provisioning complete for port f021207c-3922-4012-b502-2667f624f4bf triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:52.574218 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-094a9597-e5f8-4ca5-a979-53accf0c5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (f021207c-3922-4012-b502-2667f624f4bf), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.594623 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 681bbf9a-c807-4094-9d13-fa5da45754ec triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:52.595108 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.653617 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:52.653617 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:52.653617 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.654113 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:52.654478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Bound port: e5289a70-9649-4668-8bb7-b21d850d40db, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:52.654871 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.665415 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-094a9597-e5f8-4ca5-a979-53accf0c5131 None None] Port f021207c-3922-4012-b502-2667f624f4bf cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:03:52.738002 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks [] for port (f021207c-3922-4012-b502-2667f624f4bf), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.749040 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (f021207c-3922-4012-b502-2667f624f4bf), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.780531 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 681bbf9a-c807-4094-9d13-fa5da45754ec is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:52.821792 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] For port e5289a70-9649-4668-8bb7-b21d850d40db, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:52.825806 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] For port e5289a70-9649-4668-8bb7-b21d850d40db, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=e5289a70-9649-4668-8bb7-b21d850d40db,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:52.840709 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.840947 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (d40fbbaa-5a3e-4544-a35b-f5846e205523), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:52.850498 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:52.858350 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f238eb-2b3f-4ec6-a546-8193e6fdf333 req-bce55800-0880-4443-bd96-e7fad418da0d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:52.860714 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-16f238eb-2b3f-4ec6-a546-8193e6fdf333 req-bce55800-0880-4443-bd96-e7fad418da0d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 947 time: 0.0664768 Sep 13 07:03:52.934639 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:52.935240 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:52.938353 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-16f238eb-2b3f-4ec6-a546-8193e6fdf333 req-e615ec7c-1487-4951-a0a6-a533a6199706 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709996 Sep 13 07:03:52.966298 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:52.978801 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:52.990390 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:53.129350 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488f634-9218-4c0e-b32b-f70f9d11f905 req-56a8b52a-9ed9-4138-825b-ed330e85ef95 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:53.133433 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Pushing event updated for resources: {'Port': ['ID=f021207c-3922-4012-b502-2667f624f4bf,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:53.137646 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:53.140973 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Router d40fbbaa-5a3e-4544-a35b-f5846e205523 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:03:53.147747 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9488f634-9218-4c0e-b32b-f70f9d11f905 req-56a8b52a-9ed9-4138-825b-ed330e85ef95 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0911262 Sep 13 07:03:53.208797 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6df6a-e6f8-417b-9f6a-de013db15b3a None None] Pushing event updated for resources: {'Port': ['ID=e5289a70-9649-4668-8bb7-b21d850d40db,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:53.248066 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9488f634-9218-4c0e-b32b-f70f9d11f905 req-7a47bed0-99f8-42f2-8d48-52398e94a9d0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971446 Sep 13 07:03:53.359843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:03:53.365766 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d774a9b9-8007-4b4b-aa70-d284eb0c535f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d40fbbaa-5a3e-4544-a35b-f5846e205523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9008973 Sep 13 07:03:53.444263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33d03d-899a-443d-854b-837fd2271c33 req-d0c05905-d80b-4327-a0cb-19b038255546 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:53.446057 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3b33d03d-899a-443d-854b-837fd2271c33 req-d0c05905-d80b-4327-a0cb-19b038255546 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 944 time: 0.0891919 Sep 13 07:03:53.500422 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-a00c5170-de22-483f-be24-4c4c35df48e0 None None] Provisioning complete for port f021207c-3922-4012-b502-2667f624f4bf triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:53.501762 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a00c5170-de22-483f-be24-4c4c35df48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (f021207c-3922-4012-b502-2667f624f4bf), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:53.505183 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 2, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:53.558533 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3b33d03d-899a-443d-854b-837fd2271c33 req-9724e722-98c6-4e84-8b0e-25ddf14c7d2a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979486 Sep 13 07:03:53.578006 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476acb7-65b5-444a-9911-8006a97630b1 None None] The sync data for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi is: [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 2, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:03:53.589376 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-a00c5170-de22-483f-be24-4c4c35df48e0 None None] Port f021207c-3922-4012-b502-2667f624f4bf cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:03:54.088789 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 3752b644-8fe8-4689-a57a-05924b3e4a27 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:03:54.095623 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:54.110099 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ff9d5-26f6-4781-965f-9511ad58595c req-6ddeffed-3a9a-4e4b-ac98-3283367ab4cb tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:54.123337 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8e7ff9d5-26f6-4781-965f-9511ad58595c req-6ddeffed-3a9a-4e4b-ac98-3283367ab4cb tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 947 time: 0.0787826 Sep 13 07:03:54.163151 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42456) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:54.176134 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1008544152-network', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:54.220182 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Made reservation on behalf of 4f52f8d9a593435da929e9ec5bfbfdd4 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:54.223000 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.239861 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.303334 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8e7ff9d5-26f6-4781-965f-9511ad58595c req-0bb1e3a3-001e-409d-813b-761006c78b2c tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789663 Sep 13 07:03:54.338958 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-2b68c75f-9730-4fbb-b770-793a8cb30262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:54.340351 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 3752b644-8fe8-4689-a57a-05924b3e4a27, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=3752b644-8fe8-4689-a57a-05924b3e4a27,segment=NetworkSegment(028ddbf1-8c23-48c4-a593-647e6fc33025),segment_id=028ddbf1-8c23-48c4-a593-647e6fc33025)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:54.341103 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-2b68c75f-9730-4fbb-b770-793a8cb30262 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1128 time: 0.1280637 Sep 13 07:03:54.354453 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-514a144f-5ae3-4280-adab-187bade7f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:54.371353 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-514a144f-5ae3-4280-adab-187bade7f743 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5006f7a1770f4d9a96cbec0715987237&device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 1131 time: 0.1555979 Sep 13 07:03:54.371577 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '3752b644-8fe8-4689-a57a-05924b3e4a27', 'network_id': '89f59476-1aea-4f4a-8a45-ffc2b3d3aa59', 'port_id': '3752b644-8fe8-4689-a57a-05924b3e4a27', 'mac_address': 'fa:16:3e:e2:c3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f93d4e-4c12-4aa0-ae28-7f3c52378d68', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:03:54.435037 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks [] for security_group (05c25ee6-5f16-46b3-9255-722afe93c97c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.445769 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (05c25ee6-5f16-46b3-9255-722afe93c97c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.456481 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:54.477296 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 3752b644-8fe8-4689-a57a-05924b3e4a27 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:54.477753 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.513101 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:03:54.521000 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3752b644-8fe8-4689-a57a-05924b3e4a27 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:54.546074 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c25ee6-5f16-46b3-9255-722afe93c97c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:54.565182 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (e5686d8e-f21f-4768-8689-dd9ebb478b8f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.565468 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Added segment e5686d8e-f21f-4768-8689-dd9ebb478b8f of type vlan for network d1cca71d-84b7-4262-a079-6be5c069e518 Sep 13 07:03:54.630491 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 3752b644-8fe8-4689-a57a-05924b3e4a27, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=3752b644-8fe8-4689-a57a-05924b3e4a27,segment=NetworkSegment(028ddbf1-8c23-48c4-a593-647e6fc33025),segment_id=028ddbf1-8c23-48c4-a593-647e6fc33025)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:54.643451 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.700265 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (d1cca71d-84b7-4262-a079-6be5c069e518), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.732717 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:54.779188 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (d1cca71d-84b7-4262-a079-6be5c069e518), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.782055 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:54.782719 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:54.788592 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=3752b644-8fe8-4689-a57a-05924b3e4a27,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:54.830701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:54.890719 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7262545 Sep 13 07:03:54.893838 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42470) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:54.901385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Request body: {'subnet': {'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1008544152-subnet', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:54.906159 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c9b74-1aab-4547-bc7e-3b54ac163e44 req-357ce2f6-9d7f-49af-82d3-f09a93675eb1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:54.916294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-103c9b74-1aab-4547-bc7e-3b54ac163e44 req-357ce2f6-9d7f-49af-82d3-f09a93675eb1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.2868106 Sep 13 07:03:54.941810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6633e-c01f-498b-b0b9-6d22f26614eb admin admin] Pushing event updated for resources: {'Network': ['ID=d1cca71d-84b7-4262-a079-6be5c069e518,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:54.954066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network d1cca71d-84b7-4262-a079-6be5c069e518 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:03:54.974548 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Made reservation on behalf of 4f52f8d9a593435da929e9ec5bfbfdd4 for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:03:54.978367 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13087811'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.092238 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:55.275315 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12771119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13087825'] for subnet (9063a85e-0274-4ad3-9a79-77aa9ee885de), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.290258 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['3752b644-8fe8-4689-a57a-05924b3e4a27'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:03:55.337488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:55.339834 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-1704a743-9aba-42c9-bfde-54927b9a5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.341593 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-1704a743-9aba-42c9-bfde-54927b9a5c97 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.9696336 Sep 13 07:03:55.370593 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b14e0-cec5-4c01-9b55-a86bb86447d7 req-e27a9811-f83f-48b9-81dc-ce77dd962cb1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.379453 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f69b14e0-cec5-4c01-9b55-a86bb86447d7 req-e27a9811-f83f-48b9-81dc-ce77dd962cb1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 944 time: 0.5907135 Sep 13 07:03:55.420783 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9063a85e-0274-4ad3-9a79-77aa9ee885de,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:55.445433 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-84ffb8bf-78e2-4569-afa4-0dcbf24c1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.445661 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Checking segment: {'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:55.446176 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Network hostable DHCP agents. Network: d1cca71d-84b7-4262-a079-6be5c069e518, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:03:55.446965 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-84ffb8bf-78e2-4569-afa4-0dcbf24c1a92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=89f59476-1aea-4f4a-8a45-ffc2b3d3aa59 HTTP/1.1" status: 200 len: 870 time: 1.0284925 Sep 13 07:03:55.464454 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-18bed760-cc7b-4cc5-9839-e84275d7c276 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 217 time: 0.0754392 Sep 13 07:03:55.496066 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Network d1cca71d-84b7-4262-a079-6be5c069e518 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:03:55.515177 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, d1cca71d-84b7-4262-a079-6be5c069e518) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:55.528569 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:03:55.530539 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.530918 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa6892-c343-4fd3-a9ac-02de9b80b3d4 None None] Network d1cca71d-84b7-4262-a079-6be5c069e518 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:55.531956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.563582 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-251e5821-f6dc-4328-8cbc-8d8706d16e85 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6683447 Sep 13 07:03:55.566168 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42482) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:55.575088 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:03:55.582662 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-da0ce472-6c0d-40ad-b1c6-7c522eee31ae service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3752b644-8fe8-4689-a57a-05924b3e4a27 HTTP/1.1" status: 200 len: 217 time: 0.1157968 Sep 13 07:03:55.605980 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-103c9b74-1aab-4547-bc7e-3b54ac163e44 req-6451d8a4-8014-4246-b5e8-442e3430dd5e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6739621 Sep 13 07:03:55.638540 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f69b14e0-cec5-4c01-9b55-a86bb86447d7 req-5c2ee216-fe60-4c20-b9c5-ee685809f5b8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496121 Sep 13 07:03:55.662889 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.662889 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.666670 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-4bfa57a1-f0c8-407a-8af3-db91b8647004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.676850 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-4bfa57a1-f0c8-407a-8af3-db91b8647004 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.2105548 Sep 13 07:03:55.727583 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-d1cca71d-84b7-4262-a079-6be5c069e518', 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518', 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'fixed_ips': [{'subnet_id': '9063a85e-0274-4ad3-9a79-77aa9ee885de'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:03:55.728967 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.746216 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks [] for router_controller (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.804088 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-007ef340-acc3-4e00-bfd9-287ef5887093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.806050 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-007ef340-acc3-4e00-bfd9-287ef5887093 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1110315 Sep 13 07:03:55.859385 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-ba890dfb-9f0c-4f3a-955a-331d38902039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.860864 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-ba890dfb-9f0c-4f3a-955a-331d38902039 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=37f93d4e-4c12-4aa0-ae28-7f3c52378d68 HTTP/1.1" status: 200 len: 843 time: 0.1777647 Sep 13 07:03:55.904616 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b53b9-c076-488b-aa0e-c82afa29fb53 req-ca113cc3-6191-4b29-a8ca-eda6cb7a12b2 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:55.904793 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Allocated IP 172.20.0.2 (d1cca71d-84b7-4262-a079-6be5c069e518/9063a85e-0274-4ad3-9a79-77aa9ee885de/ee421282-cae7-4be5-9b76-a5d279d96e08) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:55.905201 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3e7b53b9-c076-488b-aa0e-c82afa29fb53 req-ca113cc3-6191-4b29-a8ca-eda6cb7a12b2 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 948 time: 0.1027532 Sep 13 07:03:55.932861 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks [] for router_gateway (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:55.983065 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3e7b53b9-c076-488b-aa0e-c82afa29fb53 req-7db35066-3c12-40db-a8a7-27b1e5065cc3 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722487 Sep 13 07:03:56.018905 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=3,neutron:INSERT=10,neutron:SELECT=87 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:56.099970 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Publish callbacks [] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.101801 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-73872652-cf74-481e-8133-9342ab876c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.113709 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.153577 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks [] for router_gateway (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.174639 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Network d1cca71d-84b7-4262-a079-6be5c069e518 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:56.174941 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.176412 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:56.176539 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-7976bdaa-3f09-443c-822d-62fd78ac911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:56.177951 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-7976bdaa-3f09-443c-822d-62fd78ac911a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=89f59476-1aea-4f4a-8a45-ffc2b3d3aa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1011422 Sep 13 07:03:56.178289 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Pushing event updated for resources: {'Port': ['ID=ee421282-cae7-4be5-9b76-a5d279d96e08,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:56.180490 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:56.234625 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-0ef0b4f5-0f35-4eae-9f8a-337cefd3e862 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712992 Sep 13 07:03:56.244492 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Attempting to bind port ee421282-cae7-4be5-9b76-a5d279d96e08 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:56.245149 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Attempting to bind port ee421282-cae7-4be5-9b76-a5d279d96e08 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:56.245544 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Attempting to bind port ee421282-cae7-4be5-9b76-a5d279d96e08 on network d1cca71d-84b7-4262-a079-6be5c069e518 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:56.294824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:56.295375 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Checking segment: {'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:56.295885 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.296374 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Bound using segment: {'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:56.296942 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Bound port: ee421282-cae7-4be5-9b76-a5d279d96e08, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:56.297415 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.310449 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Allocated IP 172.27.2.148 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/7335c146-b564-46ee-abdf-20a6bb08877e) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:56.352195 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device e5289a70-9649-4668-8bb7-b21d850d40db up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:56.354247 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:56.401903 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] For port ee421282-cae7-4be5-9b76-a5d279d96e08, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:56.404002 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:56.411901 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] For port ee421282-cae7-4be5-9b76-a5d279d96e08, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=ee421282-cae7-4be5-9b76-a5d279d96e08,segment=NetworkSegment(e5686d8e-f21f-4768-8689-dd9ebb478b8f),segment_id=e5686d8e-f21f-4768-8689-dd9ebb478b8f)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:56.433433 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.441957 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port e5289a70-9649-4668-8bb7-b21d850d40db triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:56.442351 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.556448 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 3752b644-8fe8-4689-a57a-05924b3e4a27 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:56.575316 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-47ae0758-1079-4897-9bae-fc8a9f3277b4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89f59476-1aea-4f4a-8a45-ffc2b3d3aa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152376 Sep 13 07:03:56.577056 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-54a0d985-c2e9-4dfb-8c77-6cddeb08e4ae req-f5022699-7f49-45c6-9da4-8205a266ce8e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060912 Sep 13 07:03:56.588002 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856155-e7df-47d3-90a1-36a326841e18 None None] Pushing event updated for resources: {'Port': ['ID=ee421282-cae7-4be5-9b76-a5d279d96e08,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:56.662823 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port e5289a70-9649-4668-8bb7-b21d850d40db is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:56.663463 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.689293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 3752b644-8fe8-4689-a57a-05924b3e4a27 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:03:56.715306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 3752b644-8fe8-4689-a57a-05924b3e4a27 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:56.715739 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.718806 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port e5289a70-9649-4668-8bb7-b21d850d40db, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=e5289a70-9649-4668-8bb7-b21d850d40db,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:56.745041 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc600d10-15d5-4952-9bf4-f6c0ba225d63 req-3669ba00-157b-49cd-9f84-f39c7603a05f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/89f59476-1aea-4f4a-8a45-ffc2b3d3aa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354275 Sep 13 07:03:56.749404 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.790768 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33a642-0097-4186-9d46-45895595a2d9 req-01828980-0295-4eef-803a-43c4548509a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:56.794687 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e33a642-0097-4186-9d46-45895595a2d9 req-01828980-0295-4eef-803a-43c4548509a2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1129 time: 0.1062949 Sep 13 07:03:56.847155 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=e5289a70-9649-4668-8bb7-b21d850d40db,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:56.921041 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:56.934106 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 3752b644-8fe8-4689-a57a-05924b3e4a27 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:56.934535 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.942441 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970986-1e86-40b1-b51b-6ea423bcb736 req-5be9460c-46c7-4050-ae0b-6ae46c41fe67 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:56.944098 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3a970986-1e86-40b1-b51b-6ea423bcb736 req-5be9460c-46c7-4050-ae0b-6ae46c41fe67 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1695600 Sep 13 07:03:56.953161 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:56.962137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fe33-97c3-44b8-89ee-268ffec8ebd0 req-fd4a176d-984f-4acf-97b8-15e4b73b4e35 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:56.964249 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ce4fe33-97c3-44b8-89ee-268ffec8ebd0 req-fd4a176d-984f-4acf-97b8-15e4b73b4e35 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 944 time: 0.1236773 Sep 13 07:03:56.986250 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 3752b644-8fe8-4689-a57a-05924b3e4a27, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=3752b644-8fe8-4689-a57a-05924b3e4a27,segment=NetworkSegment(028ddbf1-8c23-48c4-a593-647e6fc33025),segment_id=028ddbf1-8c23-48c4-a593-647e6fc33025)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:56.988367 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3752b644-8fe8-4689-a57a-05924b3e4a27'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:03:56.993528 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfa3045-c1a0-4eeb-b045-92d2e1f61271" -d '{"events": [{"server_uuid": "67e34c0a-348c-45fc-bbf9-d62e9444353d", "name": "network-vif-plugged", "status": "completed", "tag": "3752b644-8fe8-4689-a57a-05924b3e4a27"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:03:56.995737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks [] for port (7335c146-b564-46ee-abdf-20a6bb08877e), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:56.997059 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:57.001057 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.001889 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Sync routers for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:03:57.030335 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:57.031946 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:57.073916 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=3752b644-8fe8-4689-a57a-05924b3e4a27,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:57.077477 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33a642-0097-4186-9d46-45895595a2d9 req-f5af71e0-1f3c-4385-8163-484a89700dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:57.079068 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e33a642-0097-4186-9d46-45895595a2d9 req-f5af71e0-1f3c-4385-8163-484a89700dfe service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.2584703 Sep 13 07:03:57.079336 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3a970986-1e86-40b1-b51b-6ea423bcb736 req-3e870597-e9c2-4409-83c2-2698bda3eaba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141014 Sep 13 07:03:57.095219 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ce4fe33-97c3-44b8-89ee-268ffec8ebd0 req-4653e4e7-d75c-4460-b00d-e545d4dcdeb0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156662 Sep 13 07:03:57.166514 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cfce9b-16ab-4410-b06b-6d844f2338b3 x-openstack-request-id: req-87cfce9b-16ab-4410-b06b-6d844f2338b3 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:03:57.166910 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e34c0a-348c-45fc-bbf9-d62e9444353d", "name": "network-vif-plugged", "status": "completed", "tag": "3752b644-8fe8-4689-a57a-05924b3e4a27", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:03:57.167072 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87cfce9b-16ab-4410-b06b-6d844f2338b3 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:03:57.167539 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cfce9b-16ab-4410-b06b-6d844f2338b3'] response: {'server_uuid': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3752b644-8fe8-4689-a57a-05924b3e4a27', 'code': 200} Sep 13 07:03:57.172645 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.209144 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e33a642-0097-4186-9d46-45895595a2d9 req-f90e2540-fbd2-47b3-8ab5-b6ea7846dd67 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 1001 time: 0.1187713 Sep 13 07:03:57.223051 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:57.228663 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:57.233066 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:57.236247 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:57.260510 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac391e98-99de-44bb-b715-4ccf50dddc68 req-93fb4b17-91d1-4e73-ae68-cb6f00daa067 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:57.262203 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ac391e98-99de-44bb-b715-4ccf50dddc68 req-93fb4b17-91d1-4e73-ae68-cb6f00daa067 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0589902 Sep 13 07:03:57.282556 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Pushing event updated for resources: {'Port': ['ID=7335c146-b564-46ee-abdf-20a6bb08877e,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:57.360467 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ac391e98-99de-44bb-b715-4ccf50dddc68 req-c1f89c6b-f20e-4bff-a24e-354639dfa8f0 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887573 Sep 13 07:03:57.392363 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33a642-0097-4186-9d46-45895595a2d9 req-0a7dbba6-90b8-4f55-8df2-88b6e6b3d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:57.392363 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e33a642-0097-4186-9d46-45895595a2d9 req-0a7dbba6-90b8-4f55-8df2-88b6e6b3d0d0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.1257203 Sep 13 07:03:57.452981 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:57.461856 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:57.469342 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33a642-0097-4186-9d46-45895595a2d9 req-b13a5ff1-3ca1-4d75-b32f-00fa35ba5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:57.471149 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e33a642-0097-4186-9d46-45895595a2d9 req-b13a5ff1-3ca1-4d75-b32f-00fa35ba5060 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626998 Sep 13 07:03:57.482807 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 2, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:57.495263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039dbfa-b88a-4cd9-b004-a997964239d0 req-5aa9f2db-2243-4944-a182-b2f522e86ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:57.496875 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3039dbfa-b88a-4cd9-b004-a997964239d0 req-5aa9f2db-2243-4944-a182-b2f522e86ef6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 1133 time: 0.0549603 Sep 13 07:03:57.516351 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Checking router: d40fbbaa-5a3e-4544-a35b-f5846e205523 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:03:57.517894 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Updating router d40fbbaa-5a3e-4544-a35b-f5846e205523 port f021207c-3922-4012-b502-2667f624f4bf binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:03:57.554297 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (f021207c-3922-4012-b502-2667f624f4bf), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.556429 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3039dbfa-b88a-4cd9-b004-a997964239d0 req-74d89c9b-c67d-4ef1-89f6-046d2593f176 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Sep 13 07:03:57.653752 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks [] for router_gateway (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.660546 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e33a642-0097-4186-9d46-45895595a2d9 req-70c7ca65-6c49-4d71-b5e2-361b67ce63a2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532526 Sep 13 07:03:57.861915 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.896534 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19247b-507a-4f4d-adb3-209fcb19a937 None None] Network d1cca71d-84b7-4262-a079-6be5c069e518 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:03:57.921915 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:57.938889 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Publish callbacks [] for port (f021207c-3922-4012-b502-2667f624f4bf), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.952093 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (f021207c-3922-4012-b502-2667f624f4bf), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.984259 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-b755b780-d0fa-4b81-9a0c-a1fa5859f9b8 None None] Provisioning complete for port ee421282-cae7-4be5-9b76-a5d279d96e08 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:57.984637 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b755b780-d0fa-4b81-9a0c-a1fa5859f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:57.991993 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:57.997667 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:58.031972 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Pushing event updated for resources: {'Port': ['ID=f021207c-3922-4012-b502-2667f624f4bf,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:58.055539 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6e33a642-0097-4186-9d46-45895595a2d9 req-125dbe78-3969-4d08-80cb-3caced0411ae service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860704 Sep 13 07:03:58.058167 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.058743 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.059162 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.059705 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.060100 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.060481 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.060993 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.061369 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.061889 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.062293 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.062668 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.063192 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.063574 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.063961 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.064335 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:03:58.078789 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Attempting to bind port f021207c-3922-4012-b502-2667f624f4bf on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:58.079222 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Attempting to bind port f021207c-3922-4012-b502-2667f624f4bf by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:58.079648 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Attempting to bind port f021207c-3922-4012-b502-2667f624f4bf on network 027dc9b9-4576-4664-afcd-fda58e74e1bc {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:58.101002 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-b755b780-d0fa-4b81-9a0c-a1fa5859f9b8 None None] Current status of the port ee421282-cae7-4be5-9b76-a5d279d96e08 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:58.101189 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b755b780-d0fa-4b81-9a0c-a1fa5859f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.112726 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:03:58.131674 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:03:58.132279 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Checking segment: {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:03:58.132881 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.133476 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Bound using segment: {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:03:58.133966 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Bound port: f021207c-3922-4012-b502-2667f624f4bf, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:03:58.134448 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (f021207c-3922-4012-b502-2667f624f4bf), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.168685 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-b755b780-d0fa-4b81-9a0c-a1fa5859f9b8 None None] For port ee421282-cae7-4be5-9b76-a5d279d96e08, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=ee421282-cae7-4be5-9b76-a5d279d96e08,segment=NetworkSegment(e5686d8e-f21f-4768-8689-dd9ebb478b8f),segment_id=e5686d8e-f21f-4768-8689-dd9ebb478b8f)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:58.183114 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b755b780-d0fa-4b81-9a0c-a1fa5859f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.246669 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] For port f021207c-3922-4012-b502-2667f624f4bf, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:03:58.251146 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] For port f021207c-3922-4012-b502-2667f624f4bf, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=f021207c-3922-4012-b502-2667f624f4bf,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:03:58.277439 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (f021207c-3922-4012-b502-2667f624f4bf), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.299828 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755b780-d0fa-4b81-9a0c-a1fa5859f9b8 None None] Pushing event updated for resources: {'Port': ['ID=ee421282-cae7-4be5-9b76-a5d279d96e08,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:58.353276 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9235ce-b49a-4000-8eed-71ba835009cf None None] Pushing event updated for resources: {'Port': ['ID=f021207c-3922-4012-b502-2667f624f4bf,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:58.359796 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-67822af5-ab37-4cc8-a65b-146fc5ee816c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.365765 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcea0e-6209-4c03-bf2e-cdefebb87c65 req-458d0925-5115-4988-90e8-6f479aca6f4b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:58.367394 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eabcea0e-6209-4c03-bf2e-cdefebb87c65 req-458d0925-5115-4988-90e8-6f479aca6f4b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 944 time: 0.1277432 Sep 13 07:03:58.375390 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:58.376024 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:58.391451 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:03:58.400616 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Sync routers for ids ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:03:58.414044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76ef10-b304-4de4-b4ff-8bf2a46e3886 req-b22eacc9-b640-40f0-a3fc-7c66ef15d6ed tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:58.415462 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.417305 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d770634d-993e-4950-946f-6c36ebdb7f57 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8500051 Sep 13 07:03:58.420693 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42524) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:03:58.421741 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7b76ef10-b304-4de4-b4ff-8bf2a46e3886 req-b22eacc9-b640-40f0-a3fc-7c66ef15d6ed tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1122842 Sep 13 07:03:58.428154 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Routers {'1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:03:58.428945 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:58.436237 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-2b88867e-2aec-48e0-8ff9-589088fd0517 None None] Provisioning complete for port ee421282-cae7-4be5-9b76-a5d279d96e08 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:58.436607 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2b88867e-2aec-48e0-8ff9-589088fd0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.519890 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eabcea0e-6209-4c03-bf2e-cdefebb87c65 req-42c8c5a1-2580-4ae2-8ad6-c765ef53f601 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403170 Sep 13 07:03:58.549225 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device e4be0638-9439-4862-aa49-a64acec3c3ee details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:03:58.606013 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:58.611394 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7b76ef10-b304-4de4-b4ff-8bf2a46e3886 req-fac7f833-7caa-4d40-a097-ef2f1084aa43 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797409 Sep 13 07:03:58.638314 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Set router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:03:58.638314 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ee421282-cae7-4be5-9b76-a5d279d96e08 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:58.652415 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:58.693789 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.db.resource_extend [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 07:03:58.731208 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d04a2-a486-4b60-8f7e-1fec200300da req-5d9d51ee-060b-4f8d-b991-f1cefc3b9049 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:58.733081 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-616d04a2-a486-4b60-8f7e-1fec200300da req-5d9d51ee-060b-4f8d-b991-f1cefc3b9049 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0730507 Sep 13 07:03:58.777997 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-2b88867e-2aec-48e0-8ff9-589088fd0517 None None] Current status of the port ee421282-cae7-4be5-9b76-a5d279d96e08 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:58.797262 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-616d04a2-a486-4b60-8f7e-1fec200300da req-f6817495-2871-4bc6-8a03-749816ebca30 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Sep 13 07:03:58.841441 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:58.845437 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-e127b78c-adf0-484a-91ce-658177251120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:03:58Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:58.872628 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e127b78c-adf0-484a-91ce-658177251120 None None] The sync data for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi is: [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:03:58Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:03:58.907811 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port ee421282-cae7-4be5-9b76-a5d279d96e08 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:58.908304 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:58.911734 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port e4be0638-9439-4862-aa49-a64acec3c3ee, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=e4be0638-9439-4862-aa49-a64acec3c3ee,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:58.993096 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.081598 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:59.110926 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'mac_address': 'fa:16:3e:18:ac:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:03:59.162545 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:03:57Z', 'revision_number': 3, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port': {'id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:56Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:03:59.172530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Allocated IP 172.20.0.1 (d1cca71d-84b7-4262-a079-6be5c069e518/9063a85e-0274-4ad3-9a79-77aa9ee885de/d8da1cde-d58b-4ba1-8474-70c15b5dd5b7) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:03:59.216177 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Checking router: 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:03:59.216177 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Updating router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 port 7335c146-b564-46ee-abdf-20a6bb08877e binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:03:59.231074 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port e4be0638-9439-4862-aa49-a64acec3c3ee is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:59.231862 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.263819 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port ee421282-cae7-4be5-9b76-a5d279d96e08 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:59.264772 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:59.265568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device e5289a70-9649-4668-8bb7-b21d850d40db up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:03:59.297418 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks [] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.300568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4be0638-9439-4862-aa49-a64acec3c3ee {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:03:59.308630 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.340459 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.361232 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port e4be0638-9439-4862-aa49-a64acec3c3ee, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=e4be0638-9439-4862-aa49-a64acec3c3ee,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:03:59.375288 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.380972 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Network d1cca71d-84b7-4262-a079-6be5c069e518 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:03:59.383870 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:03:59.390886 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:03:59.421697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Pushing event updated for resources: {'Port': ['ID=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:59.449685 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.455761 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port e5289a70-9649-4668-8bb7-b21d850d40db triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:59.456136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.471806 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:59.528721 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=e4be0638-9439-4862-aa49-a64acec3c3ee,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:59.602926 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:59.621821 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.710743 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff8ccf-d26a-47c4-9550-84c6584365b6 req-fc37fdda-4906-4b75-b91e-72ab8673e75c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:59.713310 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-beff8ccf-d26a-47c4-9550-84c6584365b6 req-fc37fdda-4906-4b75-b91e-72ab8673e75c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 945 time: 0.0768354 Sep 13 07:03:59.751127 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port e5289a70-9649-4668-8bb7-b21d850d40db is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:03:59.753136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-14aae0f0-2349-4621-aece-3c282eb52740 None None] Provisioning complete for port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:03:59.753694 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-14aae0f0-2349-4621-aece-3c282eb52740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.808645 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4886-1d55-45a7-ab02-9b120719b907 req-22884b99-1073-4064-bb2c-8615dceaf7c2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:59.811880 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-14aae0f0-2349-4621-aece-3c282eb52740 None None] Port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:03:59.813479 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12aa4886-1d55-45a7-ab02-9b120719b907 req-22884b99-1073-4064-bb2c-8615dceaf7c2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.0839012 Sep 13 07:03:59.823829 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-beff8ccf-d26a-47c4-9550-84c6584365b6 req-5763ecd4-ae13-4fa4-85d8-f6063c75baae tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042993 Sep 13 07:03:59.846182 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks [] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.859324 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.884401 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.887139 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12aa4886-1d55-45a7-ab02-9b120719b907 req-60205f4c-8405-4fac-ab5e-fdf43bc89521 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616808 Sep 13 07:03:59.888946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Publish callbacks [] for port (7335c146-b564-46ee-abdf-20a6bb08877e), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.900778 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.918320 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Attempting to bind port 7335c146-b564-46ee-abdf-20a6bb08877e on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:03:59.919289 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Attempting to bind port 7335c146-b564-46ee-abdf-20a6bb08877e by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:03:59.919727 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Attempting to bind port 7335c146-b564-46ee-abdf-20a6bb08877e on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:03:59.942836 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6045c7-e9ff-46d7-bec8-5983a99e3aae req-439a1fc7-70d6-48e0-89ec-f892e557ee7d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:03:59.946455 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d6045c7-e9ff-46d7-bec8-5983a99e3aae req-439a1fc7-70d6-48e0-89ec-f892e557ee7d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0585816 Sep 13 07:03:59.950971 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:03:59.954142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Pushing event updated for resources: {'Port': ['ID=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:03:59.987652 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:03:59.990523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1623c7-bdfa-4b62-ba6c-fdd3169870cf None None] Pushing event updated for resources: {'Port': ['ID=7335c146-b564-46ee-abdf-20a6bb08877e,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:00.000526 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:00.000904 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:00.001311 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.001839 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:00.002398 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Bound port: 7335c146-b564-46ee-abdf-20a6bb08877e, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:00.002786 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.009715 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d6045c7-e9ff-46d7-bec8-5983a99e3aae req-19fefe22-59c3-47bb-a849-dcb7058fe160 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 Sep 13 07:04:00.057912 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] For port 7335c146-b564-46ee-abdf-20a6bb08877e, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:00.059896 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Network d1cca71d-84b7-4262-a079-6be5c069e518 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:00.061193 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] For port 7335c146-b564-46ee-abdf-20a6bb08877e, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=7335c146-b564-46ee-abdf-20a6bb08877e,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:00.062310 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:00.070147 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.103879 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['e4be0638-9439-4862-aa49-a64acec3c3ee'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:00.118723 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Routers {'1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:00.119775 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:00.180964 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:00.194802 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:00.209300 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1623c7-bdfa-4b62-ba6c-fdd3169870cf None None] Pushing event updated for resources: {'Port': ['ID=7335c146-b564-46ee-abdf-20a6bb08877e,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:00.297930 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] Set router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:00.307508 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:00.321192 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5f5307d8-2568-456d-bc60-0b89d1635316 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8950269 Sep 13 07:04:00.352485 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:00.364031 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ee421282-cae7-4be5-9b76-a5d279d96e08 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:00.402566 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-ae53adea-2fd3-4ee3-adab-510ef6c5ca7f None None] Provisioning complete for port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:00.402939 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ae53adea-2fd3-4ee3-adab-510ef6c5ca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.544202 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-ae53adea-2fd3-4ee3-adab-510ef6c5ca7f None None] Port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:00.574205 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:04:00.605570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port ee421282-cae7-4be5-9b76-a5d279d96e08 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:00.605962 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.700442 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42548) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:00.705184 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-13f1beea-63b5-4d5d-a992-e628ad98a1ed tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117343608', 'description': 'tempest-secgroup-smoke-117343608 description', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:00.728741 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-13f1beea-63b5-4d5d-a992-e628ad98a1ed tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.751620 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 4, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port': {'id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:56Z', 'updated_at': '2022-09-13T07:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd8da1cde-d58b-4ba1-8474-70c15b5dd5b7', 'name': '', 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'mac_address': 'fa:16:3e:e0:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:59Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 2, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'subnets': [{'id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:00.798343 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-13f1beea-63b5-4d5d-a992-e628ad98a1ed tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group (f4fbd983-2418-46c7-b856-651337e2db49), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.803062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-13f1beea-63b5-4d5d-a992-e628ad98a1ed tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f4fbd983-2418-46c7-b856-651337e2db49), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.812682 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4bf3c-4185-4185-939b-f27bab01e838 None None] The sync data for ids ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'] in dv-cinder-856941-4-iscsi is: [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 4, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port': {'id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:56Z', 'updated_at': '2022-09-13T07:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd8da1cde-d58b-4ba1-8474-70c15b5dd5b7', 'name': '', 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'mac_address': 'fa:16:3e:e0:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:59Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 2, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'subnets': [{'id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:00.818943 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:00.822356 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port ee421282-cae7-4be5-9b76-a5d279d96e08 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:00.824186 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f021207c-3922-4012-b502-2667f624f4bf up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:00.828920 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: ACTIVE; New status is: DOWN {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:00.828920 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.846932 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-13f1beea-63b5-4d5d-a992-e628ad98a1ed tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:00.852122 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-13f1beea-63b5-4d5d-a992-e628ad98a1ed tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1503217 Sep 13 07:04:00.852898 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42552) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:00.854840 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1beea-63b5-4d5d-a992-e628ad98a1ed tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fbd983-2418-46c7-b856-651337e2db49,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:00.864342 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-3d146b14-0406-4d4d-9fc3-f2072ca17177 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'security_group_rule': {'security_group_id': 'f4fbd983-2418-46c7-b856-651337e2db49', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:01.035514 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:01.037726 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53415446-d23e-4568-9fec-bfbbe21bc827" -d '{"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:01.048703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:01.052710 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:01.063136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.066776 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port f021207c-3922-4012-b502-2667f624f4bf triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:01.067110 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (f021207c-3922-4012-b502-2667f624f4bf), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.068759 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f742da-5615-41a9-a237-a346f1291a46 req-4aadcb2c-ac2c-4554-8868-857bd338db7d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:01.072846 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b0f742da-5615-41a9-a237-a346f1291a46 req-4aadcb2c-ac2c-4554-8868-857bd338db7d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 945 time: 0.1561573 Sep 13 07:04:01.078926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3d146b14-0406-4d4d-9fc3-f2072ca17177 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (662d2308-a27f-44e6-bdcc-78e446676b41), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.110644 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9bca2-9f79-422d-a80b-de2cf22d6262 req-531d2939-d164-42ac-96e9-92ccd183e4fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:01.113851 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0ae9bca2-9f79-422d-a80b-de2cf22d6262 req-531d2939-d164-42ac-96e9-92ccd183e4fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 945 time: 0.1164677 Sep 13 07:04:01.161637 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=8']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:01.203838 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port f021207c-3922-4012-b502-2667f624f4bf is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:01.204603 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (f021207c-3922-4012-b502-2667f624f4bf), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.226005 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b0f742da-5615-41a9-a237-a346f1291a46 req-46edf3c1-63cf-4417-a350-046c2815b1cb tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386192 Sep 13 07:04:01.247954 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port f021207c-3922-4012-b502-2667f624f4bf, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=f021207c-3922-4012-b502-2667f624f4bf,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:01.263801 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0ae9bca2-9f79-422d-a80b-de2cf22d6262 req-1e70d588-c5b8-4b89-b433-110f58b9da6e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227596 Sep 13 07:04:01.264007 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (f021207c-3922-4012-b502-2667f624f4bf), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.265898 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3d146b14-0406-4d4d-9fc3-f2072ca17177 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (662d2308-a27f-44e6-bdcc-78e446676b41), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.275269 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3d146b14-0406-4d4d-9fc3-f2072ca17177 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (662d2308-a27f-44e6-bdcc-78e446676b41), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.297700 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d146b14-0406-4d4d-9fc3-f2072ca17177 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d2308-a27f-44e6-bdcc-78e446676b41,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:01.332635 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3d146b14-0406-4d4d-9fc3-f2072ca17177 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.333933 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-3d146b14-0406-4d4d-9fc3-f2072ca17177 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4796288 Sep 13 07:04:01.338641 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42562) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:01.342336 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6b3d04-296c-4d0e-9acc-8cd0cab49c32 x-openstack-request-id: req-fa6b3d04-296c-4d0e-9acc-8cd0cab49c32 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:01.342647 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:01.342908 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa6b3d04-296c-4d0e-9acc-8cd0cab49c32 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:01.343446 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6b3d04-296c-4d0e-9acc-8cd0cab49c32'] response: {'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1', 'code': 200} Sep 13 07:04:01.345418 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-bdde9780-ed86-459e-869d-6803a25732ca tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'security_group_rule': {'security_group_id': 'f4fbd983-2418-46c7-b856-651337e2db49', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:01.367731 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:01.372367 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=f021207c-3922-4012-b502-2667f624f4bf,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:01.393513 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdde9780-ed86-459e-869d-6803a25732ca tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (9d1cebab-3f5e-4c98-887f-8cec8c47b08b), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.398051 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e560e-b341-4e2c-b83f-dfa6ffa42de5 req-5cd0b87f-88f5-4745-b7b6-a836d335169b tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:01.406430 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-145e560e-b341-4e2c-b83f-dfa6ffa42de5 req-5cd0b87f-88f5-4745-b7b6-a836d335169b tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0624933 Sep 13 07:04:01.436413 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:01.473137 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-145e560e-b341-4e2c-b83f-dfa6ffa42de5 req-bdecee6b-c84a-47f0-ab52-5dc03112cf8a tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566623 Sep 13 07:04:01.473530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdde9780-ed86-459e-869d-6803a25732ca tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (9d1cebab-3f5e-4c98-887f-8cec8c47b08b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.477071 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdde9780-ed86-459e-869d-6803a25732ca tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (9d1cebab-3f5e-4c98-887f-8cec8c47b08b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.518145 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9780-ed86-459e-869d-6803a25732ca tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1cebab-3f5e-4c98-887f-8cec8c47b08b,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:01.528826 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.530696 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bdde9780-ed86-459e-869d-6803a25732ca tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.532691 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.535092 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42570) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:01.537114 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bdde9780-ed86-459e-869d-6803a25732ca tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1961160 Sep 13 07:04:01.543540 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-8ae9a306-3448-47f4-b2ee-82ce9f3ec8e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'security_group_rule': {'security_group_id': 'f4fbd983-2418-46c7-b856-651337e2db49', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:01.573864 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a306-3448-47f4-b2ee-82ce9f3ec8e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (7c8e6f96-c59e-436d-a464-d26e28fe14c1), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.646582 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a306-3448-47f4-b2ee-82ce9f3ec8e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (7c8e6f96-c59e-436d-a464-d26e28fe14c1), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.654575 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a306-3448-47f4-b2ee-82ce9f3ec8e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (7c8e6f96-c59e-436d-a464-d26e28fe14c1), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.682346 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9a306-3448-47f4-b2ee-82ce9f3ec8e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8e6f96-c59e-436d-a464-d26e28fe14c1,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:01.691904 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8ae9a306-3448-47f4-b2ee-82ce9f3ec8e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.694448 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8ae9a306-3448-47f4-b2ee-82ce9f3ec8e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549330 Sep 13 07:04:01.696109 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42574) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:01.701232 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-ace85705-c9ca-4b4d-ad77-4fbbb0936570 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'security_group_rule': {'security_group_id': 'f4fbd983-2418-46c7-b856-651337e2db49', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:01.758976 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ace85705-c9ca-4b4d-ad77-4fbbb0936570 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (66093ae4-b7f0-4cb6-9f30-78b806431381), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.819007 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748825a-9a3e-4ce3-bea8-0702320caccd req-22462c64-4269-4a33-948a-7802ea051ade tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:01.820530 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c748825a-9a3e-4ce3-bea8-0702320caccd req-22462c64-4269-4a33-948a-7802ea051ade tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0763671 Sep 13 07:04:01.874036 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ace85705-c9ca-4b4d-ad77-4fbbb0936570 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (66093ae4-b7f0-4cb6-9f30-78b806431381), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.884928 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ace85705-c9ca-4b4d-ad77-4fbbb0936570 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (66093ae4-b7f0-4cb6-9f30-78b806431381), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.906203 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c748825a-9a3e-4ce3-bea8-0702320caccd req-f12414a6-f76c-4627-a5db-04b434cad4e3 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784910 Sep 13 07:04:01.911466 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace85705-c9ca-4b4d-ad77-4fbbb0936570 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66093ae4-b7f0-4cb6-9f30-78b806431381,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:01.928175 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ace85705-c9ca-4b4d-ad77-4fbbb0936570 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:01.929604 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ace85705-c9ca-4b4d-ad77-4fbbb0936570 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2323651 Sep 13 07:04:01.932911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42576) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:01.937725 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'security_group_rule': {'security_group_id': 'f4fbd983-2418-46c7-b856-651337e2db49', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:01.961190 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.securitygroups_db [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Project 8e08bdf8d28f4a5093df2c5b26ccb9e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 07:04:01.968461 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (7f342314-4e12-4b5f-963b-fc3518a3b08d), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.035218 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (7f342314-4e12-4b5f-963b-fc3518a3b08d), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.039973 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (7f342314-4e12-4b5f-963b-fc3518a3b08d), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.061290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f342314-4e12-4b5f-963b-fc3518a3b08d,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:02.071979 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.073808 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-a81bfa46-0bff-4227-b6d1-a2645b5e3fa9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397786 Sep 13 07:04:02.076773 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42578) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:02.081345 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'security_group_rule': {'security_group_id': 'f4fbd983-2418-46c7-b856-651337e2db49', 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:02.106116 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.securitygroups_db [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Project 8e08bdf8d28f4a5093df2c5b26ccb9e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 07:04:02.112908 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (bfd69915-58a4-4bc7-8400-4876113ae362), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.179509 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (bfd69915-58a4-4bc7-8400-4876113ae362), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.184838 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (bfd69915-58a4-4bc7-8400-4876113ae362), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.206574 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd69915-58a4-4bc7-8400-4876113ae362,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:02.214713 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.215054 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.215394 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.215731 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.216060 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.216395 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.216691 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.217010 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.217502 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.217714 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.218233 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.218629 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.218962 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.219409 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.219667 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:02.226220 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.235804 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-179772b2-8b8f-4fae-8c39-71d6eb9e48d9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498609 Sep 13 07:04:02.450222 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f021207c-3922-4012-b502-2667f624f4bf up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:02.473416 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b9aa6-b127-42ff-9067-35b0c2fa5a1e req-e1fb9a96-234b-4fb4-910c-6f2077306855 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:02.474911 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc5b9aa6-b127-42ff-9067-35b0c2fa5a1e req-e1fb9a96-234b-4fb4-910c-6f2077306855 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1076174 Sep 13 07:04:02.480453 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:02.497939 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:02.512610 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b3652-4a57-45ea-90cb-dab9ae3d25de req-937831a3-2643-44f2-a3bc-36c5991f3d11 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:02.514041 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port f021207c-3922-4012-b502-2667f624f4bf triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:02.514304 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-838b3652-4a57-45ea-90cb-dab9ae3d25de req-937831a3-2643-44f2-a3bc-36c5991f3d11 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 945 time: 0.1298306 Sep 13 07:04:02.514625 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (f021207c-3922-4012-b502-2667f624f4bf), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.583128 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device e4be0638-9439-4862-aa49-a64acec3c3ee up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:02.616765 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc5b9aa6-b127-42ff-9067-35b0c2fa5a1e req-0ab4a9d2-e854-40af-99d0-5d3f2bf17a9a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314378 Sep 13 07:04:02.637660 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-838b3652-4a57-45ea-90cb-dab9ae3d25de req-8310d04f-7349-46cc-94e6-1f8473ea29f2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128418 Sep 13 07:04:02.694432 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port f021207c-3922-4012-b502-2667f624f4bf is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:02.695767 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 7335c146-b564-46ee-abdf-20a6bb08877e up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:02.724166 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port e4be0638-9439-4862-aa49-a64acec3c3ee completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:04:02.743455 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port e4be0638-9439-4862-aa49-a64acec3c3ee triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:02.744229 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.792066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 7335c146-b564-46ee-abdf-20a6bb08877e triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:02.792413 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:02.872705 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:02.893638 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port e4be0638-9439-4862-aa49-a64acec3c3ee is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:02.894030 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:03.017261 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port e4be0638-9439-4862-aa49-a64acec3c3ee, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=e4be0638-9439-4862-aa49-a64acec3c3ee,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:03.026726 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 7335c146-b564-46ee-abdf-20a6bb08877e is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:03.027131 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:03.050940 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:03.091371 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 7335c146-b564-46ee-abdf-20a6bb08877e, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=7335c146-b564-46ee-abdf-20a6bb08877e,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:03.111843 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:03.133816 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=e4be0638-9439-4862-aa49-a64acec3c3ee,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:03.164529 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7daa8-92da-4c99-855c-b8c0ef0f09ff req-b71c31e9-7259-4f6a-84f6-bd30f696c0c3 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:03.166138 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0e7daa8-92da-4c99-855c-b8c0ef0f09ff req-b71c31e9-7259-4f6a-84f6-bd30f696c0c3 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.1193159 Sep 13 07:04:03.220505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=7335c146-b564-46ee-abdf-20a6bb08877e,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:03.238705 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0e7daa8-92da-4c99-855c-b8c0ef0f09ff req-cd187ab1-3721-477b-b21b-3203ee4f7c22 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660715 Sep 13 07:04:03.345543 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:03.347937 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce15190d-e953-4a31-bdc2-36ac66a30b7b" -d '{"events": [{"server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "name": "network-vif-plugged", "status": "completed", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:03.394475 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4257c361-340b-42c4-9a01-865f05f85543 x-openstack-request-id: req-4257c361-340b-42c4-9a01-865f05f85543 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:03.394883 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "name": "network-vif-plugged", "status": "completed", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:03.395216 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4257c361-340b-42c4-9a01-865f05f85543 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:03.395759 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4257c361-340b-42c4-9a01-865f05f85543'] response: {'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'code': 200} Sep 13 07:04:03.414154 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Sync routers for ids ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:03.440963 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Routers {'1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:03.441590 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:03.552656 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Set router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:03.600242 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [req-e1d3f334-45af-4cb2-ad47-803b46ee7ace req-9a8833a6-48ba-491d-b076-d9decdbe967f service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:04:03.601294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d3f334-45af-4cb2-ad47-803b46ee7ace req-9a8833a6-48ba-491d-b076-d9decdbe967f service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054507 Sep 13 07:04:03.780919 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 4, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port': {'id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:56Z', 'updated_at': '2022-09-13T07:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd8da1cde-d58b-4ba1-8474-70c15b5dd5b7', 'name': '', 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'mac_address': 'fa:16:3e:e0:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:59Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 2, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'subnets': [{'id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:03.808402 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Checking router: 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:03.808808 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Updating router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:04:03.826489 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114ed87-b6fb-468c-9857-4795a76f740d req-971caf65-839f-4c48-9bf1-9ee9af9a2d32 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:03.828015 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d114ed87-b6fb-468c-9857-4795a76f740d req-971caf65-839f-4c48-9bf1-9ee9af9a2d32 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.1031816 Sep 13 07:04:03.833676 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb627-6dc5-4d02-a6ba-dab28275eab5 req-3e100efe-40dd-4481-a5c7-fc0768cd52a6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:03.835294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-30cfb627-6dc5-4d02-a6ba-dab28275eab5 req-3e100efe-40dd-4481-a5c7-fc0768cd52a6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0629992 Sep 13 07:04:03.835529 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:03.844368 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:03.846790 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:03.850236 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:03.910943 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d114ed87-b6fb-468c-9857-4795a76f740d req-fda6216f-66c7-4cc3-8c27-7d140b31d192 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745158 Sep 13 07:04:03.925348 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-30cfb627-6dc5-4d02-a6ba-dab28275eab5 req-01f34db5-4024-4399-8369-93b48dfdbefd tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815349 Sep 13 07:04:04.128235 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Publish callbacks [] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:04.135416 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:04.142832 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42696) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:04.212914 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f937e4f-cc90-4a43-bf60-6a8cf042d9cb None None] Pushing event updated for resources: {'Port': ['ID=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:04.241843 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-2f99cfa5-5ead-40b9-b796-663fb46e2aaa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966077 Sep 13 07:04:04.245777 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Attempting to bind port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:04.246174 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Attempting to bind port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:04.246649 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Attempting to bind port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 on network d1cca71d-84b7-4262-a079-6be5c069e518 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:04.251682 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-618a7fe8-6174-479e-b586-9122a73d009d service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:04:04.252719 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-618a7fe8-6174-479e-b586-9122a73d009d service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056098 Sep 13 07:04:04.294751 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:04.295369 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Checking segment: {'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:04.298510 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:04.298925 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Bound using segment: {'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:04.299437 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Bound port: d8da1cde-d58b-4ba1-8474-70c15b5dd5b7, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5686d8e-f21f-4768-8689-dd9ebb478b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:04.299825 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:04.354480 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 7335c146-b564-46ee-abdf-20a6bb08877e up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:04.380671 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42708) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:04.381757 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] For port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:04.385386 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] For port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,segment=NetworkSegment(e5686d8e-f21f-4768-8689-dd9ebb478b8f),segment_id=e5686d8e-f21f-4768-8689-dd9ebb478b8f)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:04.393810 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:04.422421 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 7335c146-b564-46ee-abdf-20a6bb08877e triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:04.422789 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:04.423878 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad1645-c85c-4ed3-af23-d4eadb5e0086 req-8edcc1dd-0491-49a6-9d2c-9bd245fb7405 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:04.425524 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6aad1645-c85c-4ed3-af23-d4eadb5e0086 req-8edcc1dd-0491-49a6-9d2c-9bd245fb7405 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0657270 Sep 13 07:04:04.442487 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Routers {'1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:04.443198 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:04.460945 dv-cinder-856941-4-iscsi neutron-server[106284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 07:04:04.525817 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6aad1645-c85c-4ed3-af23-d4eadb5e0086 req-4c269b98-282d-4ea8-9a93-7d7f504b41f0 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878947 Sep 13 07:04:04.540244 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-acfd110d-6137-4e3f-85fd-4548c4fa62f3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:04.542734 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-acfd110d-6137-4e3f-85fd-4548c4fa62f3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports/447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 940 time: 0.1608176 Sep 13 07:04:04.565464 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 7335c146-b564-46ee-abdf-20a6bb08877e is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:04.633483 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f937e4f-cc90-4a43-bf60-6a8cf042d9cb None None] Pushing event updated for resources: {'Port': ['ID=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:04.660880 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] Set router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:04.851141 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:04.858968 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 4, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port': {'id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:56Z', 'updated_at': '2022-09-13T07:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd8da1cde-d58b-4ba1-8474-70c15b5dd5b7', 'name': '', 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'mac_address': 'fa:16:3e:e0:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:59Z', 'updated_at': '2022-09-13T07:04:04Z', 'revision_number': 4, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'subnets': [{'id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:04.884291 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4902-3cc1-486f-937c-f8d71b8baf4b None None] The sync data for ids ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'] in dv-cinder-856941-4-iscsi is: [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:03:59Z', 'revision_number': 4, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port': {'id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:56Z', 'updated_at': '2022-09-13T07:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd8da1cde-d58b-4ba1-8474-70c15b5dd5b7', 'name': '', 'network_id': 'd1cca71d-84b7-4262-a079-6be5c069e518', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'mac_address': 'fa:16:3e:e0:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:59Z', 'updated_at': '2022-09-13T07:04:04Z', 'revision_number': 4, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'subnets': [{'id': '9063a85e-0274-4ad3-9a79-77aa9ee885de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:05.073054 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72e5f6-0786-4678-96c1-98939aba3b42 req-2ca3571c-d611-4bb3-915b-1ea0f165a54d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:05.074758 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a72e5f6-0786-4678-96c1-98939aba3b42 req-2ca3571c-d611-4bb3-915b-1ea0f165a54d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0840182 Sep 13 07:04:05.094900 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee72d6-ea17-47f9-b105-1957dfd4e46c req-17a974c8-a3e6-4b64-8d69-e718a4e004ec tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:05.096518 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5ee72d6-ea17-47f9-b105-1957dfd4e46c req-17a974c8-a3e6-4b64-8d69-e718a4e004ec tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0671437 Sep 13 07:04:05.166981 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a72e5f6-0786-4678-96c1-98939aba3b42 req-5c42b9cd-2483-4c0c-b4b8-405106f3654c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820155 Sep 13 07:04:05.179993 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5ee72d6-ea17-47f9-b105-1957dfd4e46c req-40e2e868-f47c-498b-91ef-18f293d788d3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737023 Sep 13 07:04:05.662286 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f6540-760a-479b-ba03-305996cfba45 req-2b58da9f-c1c2-4c46-b0ec-bb32523faa09 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:05.663710 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed3f6540-760a-479b-ba03-305996cfba45 req-2b58da9f-c1c2-4c46-b0ec-bb32523faa09 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0516267 Sep 13 07:04:05.713294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed3f6540-760a-479b-ba03-305996cfba45 req-7947acbb-58e5-4fc1-8398-a35d321b76d4 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Sep 13 07:04:06.356732 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d623e-f189-46af-993a-646755dac1e6 req-a63937fd-bc13-41aa-82b4-5e8fafa09e37 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:06.361372 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-585d623e-f189-46af-993a-646755dac1e6 req-a63937fd-bc13-41aa-82b4-5e8fafa09e37 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.1026442 Sep 13 07:04:06.370889 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:06.377037 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a1441-b319-4b5b-b549-2d3ad567d36f req-677f2d27-5e12-4469-bacf-1c14051016e0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:06.378571 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-462a1441-b319-4b5b-b549-2d3ad567d36f req-677f2d27-5e12-4469-bacf-1c14051016e0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0833364 Sep 13 07:04:06.422214 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:06.422621 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:06.450747 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-585d623e-f189-46af-993a-646755dac1e6 req-21832501-2c67-4472-b1af-ef180ebffa27 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852113 Sep 13 07:04:06.454845 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-462a1441-b319-4b5b-b549-2d3ad567d36f req-6f764c1a-1bdf-482c-9b47-15c865e3e43d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678449 Sep 13 07:04:06.487009 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:06.502367 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:06.502764 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:06.535300 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,segment=NetworkSegment(e5686d8e-f21f-4768-8689-dd9ebb478b8f),segment_id=e5686d8e-f21f-4768-8689-dd9ebb478b8f)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:06.540510 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:06.594294 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:06.802266 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:06.841454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312ab84-c1c4-4377-93cd-c2c7a57075b5 req-f794f13a-25d3-4d69-a1b6-e17787886cca tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:06.842300 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9312ab84-c1c4-4377-93cd-c2c7a57075b5 req-f794f13a-25d3-4d69-a1b6-e17787886cca tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0500576 Sep 13 07:04:06.891809 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9312ab84-c1c4-4377-93cd-c2c7a57075b5 req-b2eb82cc-5546-4097-bacd-49ca76c93a5c tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Sep 13 07:04:06.919104 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:04:07.005566 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: DOWN; New status is: DOWN {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:07.613703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826ffd5-9e06-431b-8f81-d15d9812abde req-51371f23-d703-44b0-ad22-7dfcea12bcd5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:07.615267 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b826ffd5-9e06-431b-8f81-d15d9812abde req-51371f23-d703-44b0-ad22-7dfcea12bcd5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0785856 Sep 13 07:04:07.636009 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96b58f-00d7-4d3e-8b5f-0200040f96a0 req-b471c80e-0b74-496d-89ce-533b63ae9ef4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:07.637468 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bc96b58f-00d7-4d3e-8b5f-0200040f96a0 req-b471c80e-0b74-496d-89ce-533b63ae9ef4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0683880 Sep 13 07:04:07.700709 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b826ffd5-9e06-431b-8f81-d15d9812abde req-8af0a515-53da-466c-8059-315ea08f3fcc tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785921 Sep 13 07:04:07.715028 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bc96b58f-00d7-4d3e-8b5f-0200040f96a0 req-90ea04e6-4fd8-4765-83cd-0a96eeaa492a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699899 Sep 13 07:04:07.792408 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-54d1993d-2142-45bb-835d-223d89a73db3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430849 Sep 13 07:04:08.027720 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729c6e-3ad3-4241-9d88-f2f2c281424f req-88a86395-d8f3-4108-b456-50298757915d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:08.030733 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9729c6e-3ad3-4241-9d88-f2f2c281424f req-88a86395-d8f3-4108-b456-50298757915d tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0535417 Sep 13 07:04:08.079412 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:08.085285 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9729c6e-3ad3-4241-9d88-f2f2c281424f req-d2ca90e0-7e5a-43e5-8626-d06fb9411542 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489879 Sep 13 07:04:08.245306 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-7348ed76-44de-459b-9ea5-3eed47927d26 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:08.246978 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-7348ed76-44de-459b-9ea5-3eed47927d26 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 949 time: 0.0730724 Sep 13 07:04:08.257488 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-0a4008f8-1644-47e6-8104-b1af9e4bb8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:08.259015 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-0a4008f8-1644-47e6-8104-b1af9e4bb8a0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 1129 time: 0.0439110 Sep 13 07:04:08.347948 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5fef3-e166-419e-9231-0a7446b73087 req-389544fd-7f40-4b79-b1ad-225213dea96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:08.349598 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eac5fef3-e166-419e-9231-0a7446b73087 req-389544fd-7f40-4b79-b1ad-225213dea96e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1130 time: 0.0864947 Sep 13 07:04:08.370143 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:08.433553 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-95cd290e-c437-4633-9850-abdd4f4ae383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:08.439050 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-95cd290e-c437-4633-9850-abdd4f4ae383 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.1481752 Sep 13 07:04:08.450271 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:08.450925 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:08.542488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Deleting port 3752b644-8fe8-4689-a57a-05924b3e4a27 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:04:08.542985 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:08.550666 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-4759f35f-332a-421b-a0fd-252062284526 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10 HTTP/1.1" status: 200 len: 1001 time: 0.1026700 Sep 13 07:04:08.565340 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:08.596449 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eac5fef3-e166-419e-9231-0a7446b73087 req-102352bb-abd0-4eb4-94bb-9d6ee1df5cb7 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911798 Sep 13 07:04:08.616735 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:08.631342 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-b5d4f355-3544-4c80-86f5-b729a8a517c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:08.632807 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-b5d4f355-3544-4c80-86f5-b729a8a517c9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0714080 Sep 13 07:04:08.653701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] For port 3752b644-8fe8-4689-a57a-05924b3e4a27, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=3752b644-8fe8-4689-a57a-05924b3e4a27,segment=NetworkSegment(028ddbf1-8c23-48c4-a593-647e6fc33025),segment_id=028ddbf1-8c23-48c4-a593-647e6fc33025)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:08.654109 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:08.677048 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Calling delete_port for 3752b644-8fe8-4689-a57a-05924b3e4a27 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:04:09.128908 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f861fd-a0ec-4c36-bed0-16171350b430 req-5217d310-3a92-4ab4-bed6-247534ea8d72 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:09.130395 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-64f861fd-a0ec-4c36-bed0-16171350b430 req-5217d310-3a92-4ab4-bed6-247534ea8d72 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.3145995 Sep 13 07:04:09.147358 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c44f9-f847-4ec0-aabb-e63a40e3260a req-99a6771a-6e5d-4682-9099-c4ad03f956dc tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:09.149150 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0e2c44f9-f847-4ec0-aabb-e63a40e3260a req-99a6771a-6e5d-4682-9099-c4ad03f956dc tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.3322592 Sep 13 07:04:09.167828 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (3752b644-8fe8-4689-a57a-05924b3e4a27), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:09.176273 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:09.203138 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-07b76f45-f04b-4a25-be71-b5e71e0f9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:09.204671 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-07b76f45-f04b-4a25-be71-b5e71e0f9dd1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440893 Sep 13 07:04:09.230754 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Pushing event deleted for resources: {'Port': ['ID=3752b644-8fe8-4689-a57a-05924b3e4a27,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:09.287742 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.288403 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.288984 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.289327 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.289661 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.289994 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.290362 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.290690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.291229 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.291436 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.291741 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.292062 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.292402 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.292724 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.293042 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:09.306441 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-c5516a4c-f77d-4204-a7d2-be03d723a772 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935621 Sep 13 07:04:09.324918 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-64f861fd-a0ec-4c36-bed0-16171350b430 req-0bd739ff-2b02-4cb1-919e-8eaf1fc4895a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876476 Sep 13 07:04:09.342565 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0e2c44f9-f847-4ec0-aabb-e63a40e3260a req-05d093b3-b7e5-4fc4-8a18-d31254e260a7 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850903 Sep 13 07:04:09.358907 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] No DVR routers for this DVR port 3752b644-8fe8-4689-a57a-05924b3e4a27 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:04:09.362337 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:09.365946 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-857df105-1220-4a10-bb95-587ef80b8fe8 req-16f4728b-94a3-48d9-92cd-060e50b96851 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.23 "DELETE /networking/v2.0/ports/3752b644-8fe8-4689-a57a-05924b3e4a27 HTTP/1.1" status: 204 len: 173 time: 1.1073973 Sep 13 07:04:09.366547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'name': 'network-vif-deleted', 'tag': '3752b644-8fe8-4689-a57a-05924b3e4a27'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:09.368854 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4744f24-6cc5-4ebe-9589-229f0a683323" -d '{"events": [{"server_uuid": "67e34c0a-348c-45fc-bbf9-d62e9444353d", "name": "network-vif-deleted", "tag": "3752b644-8fe8-4689-a57a-05924b3e4a27"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:09.463663 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a302aadd-ace5-4f52-970a-fcc3d714e48f req-10ee9f7e-529e-46ed-921b-5a142c8879ce tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0380592 Sep 13 07:04:09.502843 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e61c9-b997-4381-b7a1-1b2c5897c055 req-b3357cfb-7b63-4641-bbc0-98f275a44bc6 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:09.504462 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e1e61c9-b997-4381-b7a1-1b2c5897c055 req-b3357cfb-7b63-4641-bbc0-98f275a44bc6 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.0803473 Sep 13 07:04:09.532222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cdd0ad-b120-4450-821a-45d130a505b7 x-openstack-request-id: req-41cdd0ad-b120-4450-821a-45d130a505b7 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:09.532869 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e34c0a-348c-45fc-bbf9-d62e9444353d", "name": "network-vif-deleted", "tag": "3752b644-8fe8-4689-a57a-05924b3e4a27", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:09.533121 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41cdd0ad-b120-4450-821a-45d130a505b7 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:09.533810 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41cdd0ad-b120-4450-821a-45d130a505b7'] response: {'server_uuid': '67e34c0a-348c-45fc-bbf9-d62e9444353d', 'name': 'network-vif-deleted', 'tag': '3752b644-8fe8-4689-a57a-05924b3e4a27', 'status': 'completed', 'code': 200} Sep 13 07:04:09.574311 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e1e61c9-b997-4381-b7a1-1b2c5897c055 req-c841726a-e93a-401c-ab01-53f648170589 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552187 Sep 13 07:04:09.603586 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42784) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:09.748239 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21657877-29d6-4bf5-ab52-1ac1c7c11786 tempest-TestMinimumBasicScenario-930508062 tempest-TestMinimumBasicScenario-930508062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:09.749768 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-21657877-29d6-4bf5-ab52-1ac1c7c11786 tempest-TestMinimumBasicScenario-930508062 tempest-TestMinimumBasicScenario-930508062-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1124 time: 0.1452205 Sep 13 07:04:09.752913 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42790) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:09.759887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'port_id': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:09.788231 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:09.846375 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:09.879085 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:09.998374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Allocated IP 172.27.2.239 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/cededc19-1ef1-4d03-a793-89b2862d5557) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:10.110092 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for port (cededc19-1ef1-4d03-a793-89b2862d5557), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:10.144445 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (cededc19-1ef1-4d03-a793-89b2862d5557), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:10.182405 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:10.188240 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:10.192247 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:10.197565 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'Port': ['ID=cededc19-1ef1-4d03-a793-89b2862d5557,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:10.530457 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484af37-09e2-4e97-a87a-dbb661af3fd2 req-8b294724-c3ed-4e06-9580-23282c144bc1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:10.532013 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9484af37-09e2-4e97-a87a-dbb661af3fd2 req-8b294724-c3ed-4e06-9580-23282c144bc1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0913718 Sep 13 07:04:10.550289 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2c750-ad1b-47fb-8a81-dba1bb3e6550 req-83ac5b64-621c-4f7f-99c4-b88953776acd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:10.551833 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7ee2c750-ad1b-47fb-8a81-dba1bb3e6550 req-83ac5b64-621c-4f7f-99c4-b88953776acd tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0949056 Sep 13 07:04:10.615781 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:10.640876 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9484af37-09e2-4e97-a87a-dbb661af3fd2 req-1e0eebf5-7fee-47f1-8ec7-4202fcb7c35a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997214 Sep 13 07:04:10.654356 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7ee2c750-ad1b-47fb-8a81-dba1bb3e6550 req-120737ad-1610-46a7-9dc6-47de78372bca tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896282 Sep 13 07:04:10.720983 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-0ecebea2-316f-478a-b63b-d8f951bb541b req-377efd6b-0056-4fe6-a80e-ef258d432488 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956275 Sep 13 07:04:10.728877 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:10.753137 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af8a921c-2805-4f2a-806a-fc7cd02f3e82 req-f4d4e73c-521a-4171-80a5-b0de3a91e389 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0363684 Sep 13 07:04:10.800258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec464d0-10cf-4323-956e-b018833dc960 req-86d604cd-1a6d-4856-b490-73901bcaaa5f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:10.801744 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eec464d0-10cf-4323-956e-b018833dc960 req-86d604cd-1a6d-4856-b490-73901bcaaa5f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0529041 Sep 13 07:04:10.812469 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42806) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:10.851716 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'floatingip': {'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:10.922752 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 3752b644-8fe8-4689-a57a-05924b3e4a27 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:04:10.944999 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 3752b644-8fe8-4689-a57a-05924b3e4a27 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:04:10.945346 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 3752b644-8fe8-4689-a57a-05924b3e4a27 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:04:10.946366 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:10.991320 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:11.157444 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for floatingip (ce7ac3db-a40b-469b-b44a-7778d4bcccc3), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:11.340558 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (cededc19-1ef1-4d03-a793-89b2862d5557), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:11.705096 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:11.717897 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:11.790285 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa835-291a-4cc9-bc4f-f2a170d13f15 req-bc8adfbb-0be9-475a-ad21-8fa68a066406 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:11.792802 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a75fa835-291a-4cc9-bc4f-f2a170d13f15 req-bc8adfbb-0be9-475a-ad21-8fa68a066406 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0505021 Sep 13 07:04:11.794974 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for port (cededc19-1ef1-4d03-a793-89b2862d5557), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:11.822677 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (cededc19-1ef1-4d03-a793-89b2862d5557), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:11.856112 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a75fa835-291a-4cc9-bc4f-f2a170d13f15 req-783e419e-9c16-48bf-b075-1d78e72d97a9 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553358 Sep 13 07:04:11.869598 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:11.898061 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-34a4e8d6-3f22-4085-8cad-88bd5a3e4fb1 req-4d9653af-bad7-4e2b-9b7c-5a51298fffb1 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0308137 Sep 13 07:04:12.012946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:12.132441 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'Port': ['ID=cededc19-1ef1-4d03-a793-89b2862d5557,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:12.141000 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:12.142317 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Floating IP 49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb associated. External IP: 172.27.2.126, port: e4be0638-9439-4862-aa49-a64acec3c3ee. Sep 13 07:04:12.148545 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (ce7ac3db-a40b-469b-b44a-7778d4bcccc3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:12.324861 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Floating IP ce7ac3db-a40b-469b-b44a-7778d4bcccc3 associated. External IP: 172.27.2.239, port: 1e7460cd-303f-44c8-b234-3c2f83c1e238. Sep 13 07:04:12.550602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Router 44995605-e8f7-43ca-900d-1373d20c7086 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:12.703586 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Router eca41b78-befb-4c65-82ba-c4347acbe398 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:12.723970 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:12.729352 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:12.734716 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] Sync routers for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:12.745966 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:12.746884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:12.791593 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:12.799426 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fe23a747-c134-4e3f-8295-75a3d915c322 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb HTTP/1.1" status: 200 len: 992 time: 1.9859176 Sep 13 07:04:12.801943 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:12.804427 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8171c56-5fc4-41a0-93d2-0ba410655c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:12.847512 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bb0054-6845-4183-b4c7-134c2ee5ff4b x-openstack-request-id: req-30bb0054-6845-4183-b4c7-134c2ee5ff4b {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:12.847832 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:12.848122 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30bb0054-6845-4183-b4c7-134c2ee5ff4b {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:12.848673 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bb0054-6845-4183-b4c7-134c2ee5ff4b'] response: {'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'status': 'completed', 'code': 200} Sep 13 07:04:12.863439 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:12.863701 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:12.874207 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] Sync routers for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:12.884833 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:12.885252 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:12.885934 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:12.889967 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:12.923929 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8aae3cef-3b2e-4f4b-ae9d-9ae3dc6b5f90 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1670251 Sep 13 07:04:12.924037 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42832) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:12.931081 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-6848079a-8e48-42ef-b8a8-3d154df8a66a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409586712', 'description': 'tempest-secgroup-smoke-1409586712 description', 'project_id': '76569a470885443abfbe4e14e9b2f505'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:12.939910 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:12.965712 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6848079a-8e48-42ef-b8a8-3d154df8a66a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.047954 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:13.050514 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6848079a-8e48-42ef-b8a8-3d154df8a66a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group (6df806b8-7689-403f-a1d7-a87499a7b12a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.058777 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6848079a-8e48-42ef-b8a8-3d154df8a66a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (6df806b8-7689-403f-a1d7-a87499a7b12a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.075131 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-268560d2-bdcd-44f6-b99f-23864b5f04ae req-7e7624cf-5cbd-4c99-8ebf-fd9eaa238ab7 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0438843 Sep 13 07:04:13.085551 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:13.094347 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:13.102373 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848079a-8e48-42ef-b8a8-3d154df8a66a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df806b8-7689-403f-a1d7-a87499a7b12a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:13.105252 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566e4ad-0b5c-49ff-b942-3173d535f49f req-f1c02926-a870-4f46-be4a-c7d6635e8613 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:13.106856 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6566e4ad-0b5c-49ff-b942-3173d535f49f req-f1c02926-a870-4f46-be4a-c7d6635e8613 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1153300 Sep 13 07:04:13.130962 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6848079a-8e48-42ef-b8a8-3d154df8a66a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.131623 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6848079a-8e48-42ef-b8a8-3d154df8a66a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2067590 Sep 13 07:04:13.134692 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42836) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:13.140777 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-205f8937-8f2d-4d30-a40e-02fddd34da92 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'security_group_rule': {'security_group_id': '6df806b8-7689-403f-a1d7-a87499a7b12a', 'project_id': '76569a470885443abfbe4e14e9b2f505', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:13.147223 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'mac_address': 'fa:16:3e:18:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:26Z', 'updated_at': '2022-09-13T07:04:11Z', 'revision_number': 1, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:13.177338 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] Checking router: 44995605-e8f7-43ca-900d-1373d20c7086 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:13.187648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:13.188360 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:13.189672 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-205f8937-8f2d-4d30-a40e-02fddd34da92 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (1e1393c5-d3d3-41b4-89b4-b5a71a4731bb), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.215198 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6566e4ad-0b5c-49ff-b942-3173d535f49f req-b9a9829b-47c2-4980-a776-7f834c81e35b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959754 Sep 13 07:04:13.278788 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-205f8937-8f2d-4d30-a40e-02fddd34da92 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (1e1393c5-d3d3-41b4-89b4-b5a71a4731bb), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.283941 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-205f8937-8f2d-4d30-a40e-02fddd34da92 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (1e1393c5-d3d3-41b4-89b4-b5a71a4731bb), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.304185 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f8937-8f2d-4d30-a40e-02fddd34da92 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1393c5-d3d3-41b4-89b4-b5a71a4731bb,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:13.314296 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:13.316984 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-205f8937-8f2d-4d30-a40e-02fddd34da92 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.318485 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-205f8937-8f2d-4d30-a40e-02fddd34da92 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825039 Sep 13 07:04:13.321398 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42838) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:13.326606 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-29bfa3f0-2d7e-4097-9c23-8094bb0f500c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'security_group_rule': {'security_group_id': '6df806b8-7689-403f-a1d7-a87499a7b12a', 'project_id': '76569a470885443abfbe4e14e9b2f505', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:13.364960 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29bfa3f0-2d7e-4097-9c23-8094bb0f500c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (94447ae5-0fb4-4a56-a05e-ebf81b77fce8), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.365183 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'ce7ac3db-a40b-469b-b44a-7778d4bcccc3', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'port_id': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'mac_address': 'fa:16:3e:5d:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64680760-9370-4f3b-acc5-0ed7d1796015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:10Z', 'updated_at': '2022-09-13T07:04:10Z', 'revision_number': 0, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:13.394648 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] Checking router: eca41b78-befb-4c65-82ba-c4347acbe398 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:13.405015 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:13.405615 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:13.427355 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29bfa3f0-2d7e-4097-9c23-8094bb0f500c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (94447ae5-0fb4-4a56-a05e-ebf81b77fce8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.433497 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29bfa3f0-2d7e-4097-9c23-8094bb0f500c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (94447ae5-0fb4-4a56-a05e-ebf81b77fce8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.459191 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfa3f0-2d7e-4097-9c23-8094bb0f500c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94447ae5-0fb4-4a56-a05e-ebf81b77fce8,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:13.474986 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-29bfa3f0-2d7e-4097-9c23-8094bb0f500c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.480917 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-29bfa3f0-2d7e-4097-9c23-8094bb0f500c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579571 Sep 13 07:04:13.481474 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42842) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:13.489097 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-3b09b624-b488-4b4d-b653-1128d236b6d9 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'security_group_rule': {'security_group_id': '6df806b8-7689-403f-a1d7-a87499a7b12a', 'project_id': '76569a470885443abfbe4e14e9b2f505', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:13.529843 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3b09b624-b488-4b4d-b653-1128d236b6d9 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (7e42fbcc-9bef-4661-bd45-1b54226a1c77), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.539398 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:13.574643 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'mac_address': 'fa:16:3e:18:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:26Z', 'updated_at': '2022-09-13T07:04:11Z', 'revision_number': 1, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:13.600864 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac148ca-b3d3-4f59-aec9-b3d180fad3e4 None None] The sync data for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi is: [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'mac_address': 'fa:16:3e:18:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:26Z', 'updated_at': '2022-09-13T07:04:11Z', 'revision_number': 1, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:13.605885 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3b09b624-b488-4b4d-b653-1128d236b6d9 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (7e42fbcc-9bef-4661-bd45-1b54226a1c77), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.611891 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3b09b624-b488-4b4d-b653-1128d236b6d9 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (7e42fbcc-9bef-4661-bd45-1b54226a1c77), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.633819 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09b624-b488-4b4d-b653-1128d236b6d9 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e42fbcc-9bef-4661-bd45-1b54226a1c77,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:13.642714 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-3b09b624-b488-4b4d-b653-1128d236b6d9 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.647224 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-3b09b624-b488-4b4d-b653-1128d236b6d9 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636634 Sep 13 07:04:13.647406 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 42844) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:13.655300 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-8d57faf1-120a-4072-b6e0-5a7c4b5ba7ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'security_group_rule': {'security_group_id': '6df806b8-7689-403f-a1d7-a87499a7b12a', 'project_id': '76569a470885443abfbe4e14e9b2f505', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:13.685384 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8d57faf1-120a-4072-b6e0-5a7c4b5ba7ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (9e9cd661-3906-4dcc-9858-b0b42c9495b5), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.750401 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8d57faf1-120a-4072-b6e0-5a7c4b5ba7ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (9e9cd661-3906-4dcc-9858-b0b42c9495b5), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.756087 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8d57faf1-120a-4072-b6e0-5a7c4b5ba7ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (9e9cd661-3906-4dcc-9858-b0b42c9495b5), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.778483 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57faf1-120a-4072-b6e0-5a7c4b5ba7ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9cd661-3906-4dcc-9858-b0b42c9495b5,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:13.781899 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'ce7ac3db-a40b-469b-b44a-7778d4bcccc3', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'port_id': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'mac_address': 'fa:16:3e:5d:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64680760-9370-4f3b-acc5-0ed7d1796015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:10Z', 'updated_at': '2022-09-13T07:04:10Z', 'revision_number': 0, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:13.790455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8d57faf1-120a-4072-b6e0-5a7c4b5ba7ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.792191 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8d57faf1-120a-4072-b6e0-5a7c4b5ba7ae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439021 Sep 13 07:04:13.795141 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42848) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:13.800234 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'security_group_rule': {'security_group_id': '6df806b8-7689-403f-a1d7-a87499a7b12a', 'project_id': '76569a470885443abfbe4e14e9b2f505', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:13.820877 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0aa346-88d8-4ccd-8058-88445c5b901a None None] The sync data for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi is: [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'ce7ac3db-a40b-469b-b44a-7778d4bcccc3', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'port_id': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'mac_address': 'fa:16:3e:5d:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64680760-9370-4f3b-acc5-0ed7d1796015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:10Z', 'updated_at': '2022-09-13T07:04:10Z', 'revision_number': 0, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:13.842914 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.securitygroups_db [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Project 76569a470885443abfbe4e14e9b2f505 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 07:04:13.849403 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (a520bd10-094d-4917-96eb-4a59207d4fa0), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.860010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:13.909800 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97873440-3a86-420c-ba83-8e94feceff06 None None] New status for floating IP 49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb: ACTIVE {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:04:13.936157 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (a520bd10-094d-4917-96eb-4a59207d4fa0), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.941723 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (a520bd10-094d-4917-96eb-4a59207d4fa0), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.967409 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a520bd10-094d-4917-96eb-4a59207d4fa0,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:13.981562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:13.982942 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-bce920dd-72d5-4ea7-8b72-d6c1e11682b8 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1867306 Sep 13 07:04:13.985762 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 42850) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:13.990765 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'security_group_rule': {'security_group_id': '6df806b8-7689-403f-a1d7-a87499a7b12a', 'project_id': '76569a470885443abfbe4e14e9b2f505', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:14.019238 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.securitygroups_db [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Project 76569a470885443abfbe4e14e9b2f505 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 07:04:14.026795 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (49b63410-a73c-4ba8-b267-8b567cffb617), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.102533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (49b63410-a73c-4ba8-b267-8b567cffb617), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.112087 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (49b63410-a73c-4ba8-b267-8b567cffb617), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.113303 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437b85b-d58f-46c5-afb4-0ef386ec35fa None None] New status for floating IP ce7ac3db-a40b-469b-b44a-7778d4bcccc3: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:04:14.141347 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b63410-a73c-4ba8-b267-8b567cffb617,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:14.151235 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.152578 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-37121c59-8edc-4c50-8540-b462d9b4478a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656530 Sep 13 07:04:14.205245 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3a8727ab-7d4c-408b-b22e-93bc553c6793 req-18f9bafc-b4b2-4870-be09-6dde2ac29577 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0309868 Sep 13 07:04:14.261437 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-519decff-cf6a-4bb1-8314-27bbe09f5add tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1409586712&fields=id&tenant_id=76569a470885443abfbe4e14e9b2f505 HTTP/1.1" status: 200 len: 267 time: 0.0478327 Sep 13 07:04:14.354990 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a317c72e-e624-4b64-8595-8d20433d4dae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:14.356660 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a317c72e-e624-4b64-8595-8d20433d4dae tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.0879357 Sep 13 07:04:14.370146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'port': {'security_groups': ['2e5b3168-faf5-47ae-ace2-243124735676', '6df806b8-7689-403f-a1d7-a87499a7b12a']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:14.378670 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead7ad-0eb6-4f99-8a0a-886b911a05c3 req-0f1e660a-f2fa-4515-88da-b1854654dc87 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:14.380099 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4dead7ad-0eb6-4f99-8a0a-886b911a05c3 req-0f1e660a-f2fa-4515-88da-b1854654dc87 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0764799 Sep 13 07:04:14.483438 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4dead7ad-0eb6-4f99-8a0a-886b911a05c3 req-6e9a1806-df3c-4048-88d2-760391431d63 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831289 Sep 13 07:04:14.484139 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.494916 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:14.676162 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:14.711633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.719364 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.730990 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:14.732018 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:14.734055 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dcd26b26-a3e0-40fe-bb67-5d222b80be29 req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "PUT /networking/v2.0/ports/1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 981 time: 0.3691339 Sep 13 07:04:14.756207 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:14.758522 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd7e466-aba8-48c8-805a-3fb01be93a14" -d '{"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:14.791478 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553cbd6-c6b8-4bcf-a2bd-035c0766009c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=6']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:14.804384 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f204e-5b08-4431-a1e7-efe089b8a029 x-openstack-request-id: req-e40f204e-5b08-4431-a1e7-efe089b8a029 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:14.804676 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:14.804927 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e40f204e-5b08-4431-a1e7-efe089b8a029 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:14.805320 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40f204e-5b08-4431-a1e7-efe089b8a029'] response: {'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'status': 'completed', 'code': 200} Sep 13 07:04:14.825372 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:14.850028 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c246a2-7254-47f6-96a4-baf5a0e9e93d req-80416691-cb9d-48b4-8828-74dba91ecb06 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:14.850301 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:14.851520 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-23c246a2-7254-47f6-96a4-baf5a0e9e93d req-80416691-cb9d-48b4-8828-74dba91ecb06 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0621283 Sep 13 07:04:14.852540 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431d346-cefb-48de-a7cf-d0726df86083" -d '{"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:14.892572 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2262ebaa-20ef-45bd-9e4e-c8595e6dbfe1 x-openstack-request-id: req-2262ebaa-20ef-45bd-9e4e-c8595e6dbfe1 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:14.893378 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:14.893378 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2262ebaa-20ef-45bd-9e4e-c8595e6dbfe1 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:14.893561 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2262ebaa-20ef-45bd-9e4e-c8595e6dbfe1'] response: {'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'status': 'completed', 'code': 200} Sep 13 07:04:14.921080 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-23c246a2-7254-47f6-96a4-baf5a0e9e93d req-ecef2540-25e4-4355-8fdb-600956ad90b6 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626748 Sep 13 07:04:15.199454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-7353bccb-8293-4435-94ed-14ae33063024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:15.201173 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-7353bccb-8293-4435-94ed-14ae33063024 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1130 time: 0.0466521 Sep 13 07:04:15.202688 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-18b92c3e-e13d-48cb-9fef-a944821c7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:15.204215 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-18b92c3e-e13d-48cb-9fef-a944821c7b4e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1168 time: 0.0471783 Sep 13 07:04:15.219823 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:15.330816 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-850024f5-7f61-45e2-86b3-2a9a95cdaa6b req-6b2d9f7a-caed-4ffd-b2de-47d83f5c4b13 tempest-VolumesNegativeTest-192172033 tempest-VolumesNegativeTest-192172033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=67e34c0a-348c-45fc-bbf9-d62e9444353d HTTP/1.1" status: 200 len: 210 time: 0.0354159 Sep 13 07:04:15.333238 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:15.598987 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:15.694834 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-4e5fc903-8dcb-44fe-9f72-70a5e6a40e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:15.696659 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-4e5fc903-8dcb-44fe-9f72-70a5e6a40e11 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 915 time: 0.1958172 Sep 13 07:04:15.726965 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ffbb4-d5ee-4241-a94b-ed90f92af57d req-d699bc51-1c63-4ccd-ab0b-6543d483c84b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:15.730171 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-542ffbb4-d5ee-4241-a94b-ed90f92af57d req-d699bc51-1c63-4ccd-ab0b-6543d483c84b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1349380 Sep 13 07:04:15.753631 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:15.758700 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-20bd7ae4-98c0-4f81-8460-b714d3370799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:15.760261 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-20bd7ae4-98c0-4f81-8460-b714d3370799 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.2598033 Sep 13 07:04:15.797589 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-542ffbb4-d5ee-4241-a94b-ed90f92af57d req-a87b3da1-c51d-418d-8a9e-74b3e20577ec tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550294 Sep 13 07:04:15.868982 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-9f0a2481-5274-4a2b-8cdb-6b299651a4ed service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 1002 time: 0.0704215 Sep 13 07:04:15.883781 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-3bd4f9a1-03cc-4c7b-bfe0-8e8db421ebcd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 1001 time: 0.0979910 Sep 13 07:04:15.936837 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-c3cced24-2a55-4565-8958-27d9a21fef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:15.938590 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-c3cced24-2a55-4565-8958-27d9a21fef0a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0555394 Sep 13 07:04:15.959882 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:15.971890 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:15.981284 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-27cfc252-615b-46d2-bf1c-0d7115346669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:15.983094 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-27cfc252-615b-46d2-bf1c-0d7115346669 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 200 len: 853 time: 0.0877221 Sep 13 07:04:16.010883 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-17b7f3b0-9713-4118-ba12-d50ebbf03b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:16.012514 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-17b7f3b0-9713-4118-ba12-d50ebbf03b26 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625699 Sep 13 07:04:16.045960 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-7cb34e4e-d051-4d78-bdf7-18860998a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:16.047521 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-7cb34e4e-d051-4d78-bdf7-18860998a5c9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0cffbe9d-fe13-461f-aaa8-05916e53ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441206 Sep 13 07:04:16.116382 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-892b3dda-12c0-40ba-80b7-b2c2ffc257ce service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927000 Sep 13 07:04:16.134866 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:16.151351 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-4229dcba-b775-4283-b456-57a53a8901e2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942976 Sep 13 07:04:16.223078 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8171c56-5fc4-41a0-93d2-0ba410655c1e req-b0f13f56-d443-4ede-a65e-28fa0d08c60f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974026 Sep 13 07:04:16.254543 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3bd7e466-aba8-48c8-805a-3fb01be93a14 req-b5270920-55c2-4cdd-ae18-213234a7208a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961242 Sep 13 07:04:16.391302 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d346-cefb-48de-a7cf-d0726df86083 req-fdb2fc02-07cf-412d-a721-5b3ca5909109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:16.394385 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e431d346-cefb-48de-a7cf-d0726df86083 req-fdb2fc02-07cf-412d-a721-5b3ca5909109 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1168 time: 0.0435469 Sep 13 07:04:16.472270 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:16.507672 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:16.566665 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:16.568746 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:16.925630 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d346-cefb-48de-a7cf-d0726df86083 req-085e3b2b-b5f9-47cd-aa16-c530ec171bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:16.936939 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e431d346-cefb-48de-a7cf-d0726df86083 req-085e3b2b-b5f9-47cd-aa16-c530ec171bd2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 915 time: 0.2210448 Sep 13 07:04:17.160073 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e431d346-cefb-48de-a7cf-d0726df86083 req-875eabb6-78d1-451e-abfa-4e60731d2746 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 1001 time: 0.2111745 Sep 13 07:04:17.198194 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:17.209366 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:17.244071 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372f5ac-d8c4-4067-b067-988a1bbeda87 req-5d109b51-ebd1-4438-82fc-0ca1975da789 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:17.246762 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4372f5ac-d8c4-4067-b067-988a1bbeda87 req-5d109b51-ebd1-4438-82fc-0ca1975da789 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1668415 Sep 13 07:04:17.277789 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d346-cefb-48de-a7cf-d0726df86083 req-304d2106-bd94-419c-9f65-79e67129beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:17.281644 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e431d346-cefb-48de-a7cf-d0726df86083 req-304d2106-bd94-419c-9f65-79e67129beb0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 200 len: 853 time: 0.1090760 Sep 13 07:04:17.364620 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4372f5ac-d8c4-4067-b067-988a1bbeda87 req-b9b380cd-a0a9-46e2-b2c7-b084612f1716 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084616 Sep 13 07:04:17.421699 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d346-cefb-48de-a7cf-d0726df86083 req-a10658c0-a4f3-4a9e-85b1-4a761c45b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:17.423958 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e431d346-cefb-48de-a7cf-d0726df86083 req-a10658c0-a4f3-4a9e-85b1-4a761c45b1d9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0cffbe9d-fe13-461f-aaa8-05916e53ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1348286 Sep 13 07:04:17.469975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:17.615130 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:17.658754 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e431d346-cefb-48de-a7cf-d0726df86083 req-75516743-b003-4d38-8999-1c3bfcc99a30 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264147 Sep 13 07:04:18.026246 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-bed1a27e-5c1a-4069-a738-059adc6fb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:18.027885 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-bed1a27e-5c1a-4069-a738-059adc6fb1e5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad&tenant_id=5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 1127 time: 0.0901766 Sep 13 07:04:18.058486 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e431d346-cefb-48de-a7cf-d0726df86083 req-68b09f09-7a33-42d9-9a71-ecf91378c95d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429641 Sep 13 07:04:18.156730 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-fd01eb21-79ed-482b-a563-c9ffd2a4580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:18.158551 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-fd01eb21-79ed-482b-a563-c9ffd2a4580f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1127 time: 0.0428300 Sep 13 07:04:18.285225 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-a6878509-4ff4-431c-8e6f-0657ab4f3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:18.286760 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-a6878509-4ff4-431c-8e6f-0657ab4f3b22 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.1201560 Sep 13 07:04:18.354927 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-8cc7c331-b565-45af-9a30-171a4815fa6d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 999 time: 0.0606759 Sep 13 07:04:18.409085 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-845de390-1209-4f25-8462-6e44247225d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:18.410680 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-845de390-1209-4f25-8462-6e44247225d4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0495727 Sep 13 07:04:18.458885 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-68d9d148-9464-44a8-9d69-efc17be2ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:18.460324 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-68d9d148-9464-44a8-9d69-efc17be2ea21 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430565 Sep 13 07:04:18.493178 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:18.528544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1827eed-f897-48bd-b646-10a008162c58 req-bc75b22d-faed-4c79-8dd1-33a78e8f9bb4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:18.530326 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d1827eed-f897-48bd-b646-10a008162c58 req-bc75b22d-faed-4c79-8dd1-33a78e8f9bb4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0509713 Sep 13 07:04:18.574208 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-7180b0b7-f91e-4bc8-bf4e-b1353786eca9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016371 Sep 13 07:04:18.581806 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d1827eed-f897-48bd-b646-10a008162c58 req-808e16d9-6566-4994-ba8b-d7c49a9836bf tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459125 Sep 13 07:04:18.640588 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:18.670566 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-c0f8991a-ed81-4bb2-bb38-a57508faf186 req-1ab73928-fd7d-43e4-8799-f25bd0f61187 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895889 Sep 13 07:04:19.746525 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ee97f-d81d-4dde-9e14-50100810de31 req-8635287e-102a-4ead-a295-bde0e57f68c5 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:19.753286 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f0ee97f-d81d-4dde-9e14-50100810de31 req-8635287e-102a-4ead-a295-bde0e57f68c5 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0575261 Sep 13 07:04:19.803322 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:19.808874 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f0ee97f-d81d-4dde-9e14-50100810de31 req-1c886ec2-e6c2-4cf7-9886-0a20692437ea tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498550 Sep 13 07:04:20.947532 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0a188-95a4-4711-aa59-981ebdf0ae62 req-c75b7e79-792a-4ef3-b0eb-8d74df6e0c88 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:20.949044 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2ce0a188-95a4-4711-aa59-981ebdf0ae62 req-c75b7e79-792a-4ef3-b0eb-8d74df6e0c88 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0542090 Sep 13 07:04:21.005363 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2ce0a188-95a4-4711-aa59-981ebdf0ae62 req-2ba91cf9-7d43-4578-ab8e-039f666aa9f5 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506299 Sep 13 07:04:21.480724 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43204) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:21.626341 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e5597d7e-0f0e-43fb-a9bf-7129f736dc3e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5006f7a1770f4d9a96cbec0715987237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442785 Sep 13 07:04:21.629006 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43208) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:21.679198 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1198554a-0aed-4f11-b370-87c087e6ad56 admin admin] Publish callbacks [] for security_group (1c3e77c8-7b34-480d-8e2d-a4df19cccd2d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:21.706343 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1198554a-0aed-4f11-b370-87c087e6ad56 admin admin] Publish callbacks [] for security_group (1c3e77c8-7b34-480d-8e2d-a4df19cccd2d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:21.775087 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1198554a-0aed-4f11-b370-87c087e6ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1c3e77c8-7b34-480d-8e2d-a4df19cccd2d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:21.779584 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1198554a-0aed-4f11-b370-87c087e6ad56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:21.782393 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1198554a-0aed-4f11-b370-87c087e6ad56 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1c3e77c8-7b34-480d-8e2d-a4df19cccd2d HTTP/1.1" status: 204 len: 168 time: 0.1508832 Sep 13 07:04:21.795232 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198554a-0aed-4f11-b370-87c087e6ad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e77c8-7b34-480d-8e2d-a4df19cccd2d,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:22.073056 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43222) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:22.184535 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f83b6-891e-48a0-bf6e-18e67573273d req-15008a56-f67a-4e75-bc9f-15bd51e37abc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:22.193871 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c20f83b6-891e-48a0-bf6e-18e67573273d req-15008a56-f67a-4e75-bc9f-15bd51e37abc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0681384 Sep 13 07:04:22.246913 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c20f83b6-891e-48a0-bf6e-18e67573273d req-f49163df-0116-452f-a3f1-0b104744b3ce tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518026 Sep 13 07:04:22.325722 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-652f2eab-a4f8-47ad-bd50-98c32ef59e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:22.413862 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-652f2eab-a4f8-47ad-bd50-98c32ef59e8c admin admin] Publish callbacks [] for security_group (57798627-55b0-42f0-a2dd-747d80c545f5), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:22.420461 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-652f2eab-a4f8-47ad-bd50-98c32ef59e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (57798627-55b0-42f0-a2dd-747d80c545f5), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:22.469132 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-652f2eab-a4f8-47ad-bd50-98c32ef59e8c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=21a4c6cf46844a269832e0b6f919ebf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915229 Sep 13 07:04:22.469132 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f2eab-a4f8-47ad-bd50-98c32ef59e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57798627-55b0-42f0-a2dd-747d80c545f5,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:22.469314 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43228) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:22.552418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93a78ad5-fbfd-4690-8b97-7bda793dd903 admin admin] Publish callbacks [] for security_group (57798627-55b0-42f0-a2dd-747d80c545f5), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:22.575391 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93a78ad5-fbfd-4690-8b97-7bda793dd903 admin admin] Publish callbacks [] for security_group (57798627-55b0-42f0-a2dd-747d80c545f5), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:22.634899 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93a78ad5-fbfd-4690-8b97-7bda793dd903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (57798627-55b0-42f0-a2dd-747d80c545f5), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:22.637425 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93a78ad5-fbfd-4690-8b97-7bda793dd903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:22.638647 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-93a78ad5-fbfd-4690-8b97-7bda793dd903 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/57798627-55b0-42f0-a2dd-747d80c545f5 HTTP/1.1" status: 204 len: 168 time: 0.1687610 Sep 13 07:04:22.647545 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a78ad5-fbfd-4690-8b97-7bda793dd903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57798627-55b0-42f0-a2dd-747d80c545f5,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:23.463855 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca4ab6-8b0a-4485-b51a-ec7b5c95d265 req-abb57100-f6a8-4c0d-89a5-ef1f42933802 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:23.465686 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-83ca4ab6-8b0a-4485-b51a-ec7b5c95d265 req-abb57100-f6a8-4c0d-89a5-ef1f42933802 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0855575 Sep 13 07:04:23.575676 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-83ca4ab6-8b0a-4485-b51a-ec7b5c95d265 req-14bfe21d-806f-438f-8364-7690cc273065 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023290 Sep 13 07:04:23.742520 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43258) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:23.757880 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-c754a7c6-a0dc-42b2-9a74-09bbcd2d83ff tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-117343608&fields=id&tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6 HTTP/1.1" status: 200 len: 267 time: 0.0652897 Sep 13 07:04:23.871691 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2010589622-network', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:23.904572 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-b87ddea4-1ef9-45f2-b7f9-365085f76391 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:23.906376 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-b87ddea4-1ef9-45f2-b7f9-365085f76391 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 808 time: 0.1393366 Sep 13 07:04:23.906963 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Made reservation on behalf of 99bbe5cbd59f4feda4da45f2b14bd09b for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:04:23.909888 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:23.919779 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:23.928117 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-4435909a-2c32-445d-b5b4-7cb4faef6f27 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/quotas/8e08bdf8d28f4a5093df2c5b26ccb9e6 HTTP/1.1" status: 200 len: 375 time: 0.0128262 Sep 13 07:04:23.986545 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-2791d411-7b4f-49dc-8ebd-5bd9cc01fd40 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517521 Sep 13 07:04:24.011556 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks [] for security_group (43a7a1cf-b76c-4e48-8259-f87b85c12b81), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.019115 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (43a7a1cf-b76c-4e48-8259-f87b85c12b81), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.044322 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:04:24.060754 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:24.064569 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (30cfff25-6125-4b81-9af1-c08c26071b67), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.065115 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Added segment 30cfff25-6125-4b81-9af1-c08c26071b67 of type vlan for network 3420c970-55c8-47dc-908b-5f5f431cebe9 Sep 13 07:04:24.066803 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a7a1cf-b76c-4e48-8259-f87b85c12b81,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:24.119617 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (3420c970-55c8-47dc-908b-5f5f431cebe9), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.131474 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-8a97d395-50dc-4785-af03-c747da614aa9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186631 Sep 13 07:04:24.149318 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:24.151229 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (3420c970-55c8-47dc-908b-5f5f431cebe9), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.152596 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:24.153421 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.213131 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4692457 Sep 13 07:04:24.214188 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43262) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:24.221300 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Request body: {'subnet': {'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2010589622-subnet', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:24.252991 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc1cdc-d8d0-4a36-9a54-30fc650eddbc admin admin] Pushing event updated for resources: {'Network': ['ID=3420c970-55c8-47dc-908b-5f5f431cebe9,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:24.258029 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-de06899e-6da9-4f84-b33f-a86fe917a825 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160982 Sep 13 07:04:24.266782 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:24.279507 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:04:24.281172 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Made reservation on behalf of 99bbe5cbd59f4feda4da45f2b14bd09b for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:04:24.298678 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13087811'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.502811 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12771119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13087825'] for subnet (1a11c587-7223-4924-89da-11b7cd944dee), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.602377 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a11c587-7223-4924-89da-11b7cd944dee,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:24.623230 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Checking segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:24.623587 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Network hostable DHCP agents. Network: 3420c970-55c8-47dc-908b-5f5f431cebe9, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:04:24.656408 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:04:24.673479 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 3420c970-55c8-47dc-908b-5f5f431cebe9) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:24.687290 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:24.687290 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.720917 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a87fcaa7-b2e4-46fa-9881-d29971c125c8 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5032885 Sep 13 07:04:24.723710 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43278) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:24.730059 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:24.743495 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c3821c5a-99be-4425-8d75-b592effc720f req-545d17c2-a1de-42e8-939f-4b542b0465cd tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0759721 Sep 13 07:04:24.760605 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cfa8ec-63eb-4698-9d29-1d809a19568e None None] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:04:24.784640 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.785786 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:24.823700 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278491c9-0c21-46be-b948-03978399c289 req-06ecdc40-f2d7-4f39-b3f1-8548855558b4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:24.832779 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-278491c9-0c21-46be-b948-03978399c289 req-06ecdc40-f2d7-4f39-b3f1-8548855558b4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0806372 Sep 13 07:04:24.895528 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-278491c9-0c21-46be-b948-03978399c289 req-ace4a8c3-c594-432c-a8a4-68162b01e1f7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615501 Sep 13 07:04:24.951336 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks [] for router_controller (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.051824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-3420c970-55c8-47dc-908b-5f5f431cebe9', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:04:25.053037 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.256163 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks [] for router_gateway (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.268933 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Allocated IP 172.20.0.2 (3420c970-55c8-47dc-908b-5f5f431cebe9/1a11c587-7223-4924-89da-11b7cd944dee/bfccda58-7aab-43e3-b2d5-228b0e1561c7) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:25.358144 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:25.484016 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Publish callbacks [] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.493423 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.504850 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:25.551348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:25.559009 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:25.563586 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:25.573273 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Pushing event updated for resources: {'Port': ['ID=bfccda58-7aab-43e3-b2d5-228b0e1561c7,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:25.660012 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:25.661374 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Attempting to bind port bfccda58-7aab-43e3-b2d5-228b0e1561c7 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:25.662145 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Attempting to bind port bfccda58-7aab-43e3-b2d5-228b0e1561c7 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:25.662671 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Attempting to bind port bfccda58-7aab-43e3-b2d5-228b0e1561c7 on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:25.722599 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:25.722875 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Checking segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:25.723274 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.723662 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Bound using segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:25.724133 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Bound port: bfccda58-7aab-43e3-b2d5-228b0e1561c7, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:25.724509 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.866103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] For port bfccda58-7aab-43e3-b2d5-228b0e1561c7, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:25.871378 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] For port bfccda58-7aab-43e3-b2d5-228b0e1561c7, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=bfccda58-7aab-43e3-b2d5-228b0e1561c7,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:25.878667 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:25.881882 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.908764 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks [] for router_gateway (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.911240 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f439ffb7-2230-4184-aa6a-eeb85e6dcddd req-7222f65e-31ba-42e9-9def-9643310296d4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0574770 Sep 13 07:04:25.951873 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:25.998573 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb5b9f-ca03-4841-b67c-a2bf48c67fa2 None None] Pushing event updated for resources: {'Port': ['ID=bfccda58-7aab-43e3-b2d5-228b0e1561c7,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:26.112972 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d9fb-2805-45f6-a2dd-f907c29664fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:26.135200 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93835fa4-29e4-4c21-9211-008c6ff93973 req-7b7278d6-4892-4283-8844-eda27453bee2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:26.142161 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-93835fa4-29e4-4c21-9211-008c6ff93973 req-7b7278d6-4892-4283-8844-eda27453bee2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0964119 Sep 13 07:04:26.162625 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:26.227031 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-93835fa4-29e4-4c21-9211-008c6ff93973 req-05b09e1f-13fd-4eab-8507-c579280f87d6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840287 Sep 13 07:04:26.270346 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Allocated IP 172.27.2.169 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/36acf431-819e-4e23-a5ec-c02b34a673de) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:26.436697 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device bfccda58-7aab-43e3-b2d5-228b0e1561c7 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:26.465847 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:26.485784 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks [] for port (36acf431-819e-4e23-a5ec-c02b34a673de), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:26.520251 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port bfccda58-7aab-43e3-b2d5-228b0e1561c7 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:26.520561 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:26.569271 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:26.617341 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:26.622366 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:26.626215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:26.653229 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port bfccda58-7aab-43e3-b2d5-228b0e1561c7 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:26.653623 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:26.665806 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Pushing event updated for resources: {'Port': ['ID=36acf431-819e-4e23-a5ec-c02b34a673de,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:26.720667 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port bfccda58-7aab-43e3-b2d5-228b0e1561c7, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=bfccda58-7aab-43e3-b2d5-228b0e1561c7,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:26.727986 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:26.797055 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=bfccda58-7aab-43e3-b2d5-228b0e1561c7,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:26.804784 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.805136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.805509 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.806593 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.806988 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.807371 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.807711 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.808042 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.808370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.808701 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.809026 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.809351 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.809678 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.809998 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.810349 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:04:26.941639 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks [] for router_gateway (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:27.048464 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b4b8bf92-ca5e-4cbf-b474-0da9946bc8b6 req-95c83294-d0ca-48f0-9cab-a07d91f12229 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0374534 Sep 13 07:04:27.153804 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:27.197993 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:27.293988 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439f021-1214-4103-baae-2b353c1bf8b3 None None] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:04:27.323890 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:04:27.379395 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-523c444d-569d-468a-8060-1be5d39768b0 None None] Provisioning complete for port bfccda58-7aab-43e3-b2d5-228b0e1561c7 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:27.380124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-523c444d-569d-468a-8060-1be5d39768b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:27.420444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0d55-ddea-439c-b336-a0b5163fb63f req-7bf2e1b9-ace2-4fbb-a35d-c3a884805475 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:27.421957 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41ea0d55-ddea-439c-b336-a0b5163fb63f req-7bf2e1b9-ace2-4fbb-a35d-c3a884805475 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0777442 Sep 13 07:04:27.442475 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:27.460921 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:27.468499 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:27.469943 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-94f7b112-0be0-4ce0-9d5f-84769952a21c admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7451816 Sep 13 07:04:27.472909 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43302) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:27.490360 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41ea0d55-ddea-439c-b336-a0b5163fb63f req-ebf0c2e1-6049-411c-8192-14d1f04ff9c6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554874 Sep 13 07:04:27.542961 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:27.545595 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:27.552233 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:27.684332 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:27.684960 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:03:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:27.801276 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:27.804275 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-523c444d-569d-468a-8060-1be5d39768b0 None None] Current status of the port bfccda58-7aab-43e3-b2d5-228b0e1561c7 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:27.944391 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-6a27bf26-15b8-4055-9287-7012addd3f4f None None] Provisioning complete for port bfccda58-7aab-43e3-b2d5-228b0e1561c7 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:27.944761 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6a27bf26-15b8-4055-9287-7012addd3f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.020208 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:28.031058 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.053860 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:26Z', 'revision_number': 3, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:28.093110 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:28.093433 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Updating router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f port 36acf431-819e-4e23-a5ec-c02b34a673de binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:04:28.123574 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-6a27bf26-15b8-4055-9287-7012addd3f4f None None] Current status of the port bfccda58-7aab-43e3-b2d5-228b0e1561c7 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:28.132134 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.165422 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-99f68f0b-4092-43dc-a6b6-0395e67e885e req-2e37d97e-657d-46a4-b390-e4344e22444c tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0356596 Sep 13 07:04:28.212799 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Allocated IP 172.20.0.1 (3420c970-55c8-47dc-908b-5f5f431cebe9/1a11c587-7223-4924-89da-11b7cd944dee/54ca6a87-4588-4f8d-9fbe-36de787bff30) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:28.307543 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:28.334391 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks [] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.350115 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:28.352064 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device bfccda58-7aab-43e3-b2d5-228b0e1561c7 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:28.372028 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.408140 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-03302211-f129-4521-a347-e00f3328d301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.414455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:28.417668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:28.422038 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:28.425856 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:28.450186 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Pushing event updated for resources: {'Port': ['ID=54ca6a87-4588-4f8d-9fbe-36de787bff30,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:28.466809 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.469555 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Publish callbacks [] for port (36acf431-819e-4e23-a5ec-c02b34a673de), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.470112 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:28.472179 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port bfccda58-7aab-43e3-b2d5-228b0e1561c7 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:28.472569 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.495567 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.549686 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Attempting to bind port 36acf431-819e-4e23-a5ec-c02b34a673de on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:28.550066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Attempting to bind port 36acf431-819e-4e23-a5ec-c02b34a673de by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:28.550581 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Attempting to bind port 36acf431-819e-4e23-a5ec-c02b34a673de on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:28.593676 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90babd51-7b05-4ea3-9287-cae2f120f900 None None] Pushing event updated for resources: {'Port': ['ID=36acf431-819e-4e23-a5ec-c02b34a673de,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:28.631350 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.663202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8894b-22b3-41d6-8143-d3af48dfea8e req-90faad43-39f8-42f2-9b3f-09cb25dfa8f5 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:28.664713 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-77f8894b-22b3-41d6-8143-d3af48dfea8e req-90faad43-39f8-42f2-9b3f-09cb25dfa8f5 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0582917 Sep 13 07:04:28.669886 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:28.670564 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:28.671186 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.671390 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:28.671842 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Bound port: 36acf431-819e-4e23-a5ec-c02b34a673de, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:28.672217 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.675413 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port bfccda58-7aab-43e3-b2d5-228b0e1561c7 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:28.678608 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-7bf6dd47-6a6d-4f3e-9b10-3fde8bf6e15b None None] Provisioning complete for port 54ca6a87-4588-4f8d-9fbe-36de787bff30 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:28.679084 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-7bf6dd47-6a6d-4f3e-9b10-3fde8bf6e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.723649 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-77f8894b-22b3-41d6-8143-d3af48dfea8e req-8607080f-406e-40dd-af47-5dc4f7c8fe78 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517666 Sep 13 07:04:28.749548 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6dd47-6a6d-4f3e-9b10-3fde8bf6e15b None None] Port 54ca6a87-4588-4f8d-9fbe-36de787bff30 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:28.760589 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] For port 36acf431-819e-4e23-a5ec-c02b34a673de, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:28.763661 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] For port 36acf431-819e-4e23-a5ec-c02b34a673de, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=36acf431-819e-4e23-a5ec-c02b34a673de,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:28.772041 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.807936 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:28.808803 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:28.810625 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks [] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.816062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.866601 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90babd51-7b05-4ea3-9287-cae2f120f900 None None] Pushing event updated for resources: {'Port': ['ID=36acf431-819e-4e23-a5ec-c02b34a673de,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:28.882053 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Pushing event updated for resources: {'Port': ['ID=54ca6a87-4588-4f8d-9fbe-36de787bff30,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:28.884871 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:28.933978 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:28.984380 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:28.985729 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:29.104165 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:29.137056 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:29.150055 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:29.171331 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f135a2-831d-4b16-893d-8a45e7f594f5 None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:29.179541 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-e09a4577-3de9-4c64-80df-be80f7d26ee2 None None] Provisioning complete for port 54ca6a87-4588-4f8d-9fbe-36de787bff30 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:29.179919 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e09a4577-3de9-4c64-80df-be80f7d26ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:29.213794 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:29.216303 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e09a4577-3de9-4c64-80df-be80f7d26ee2 None None] Port 54ca6a87-4588-4f8d-9fbe-36de787bff30 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:29.218888 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:29.230669 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-46e86ab7-7c2b-4560-a35f-24428213d14a admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b8aeeb68-cd84-4787-9588-0e3dfaed9e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563581 Sep 13 07:04:29.287427 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-80a71a45-23ae-4a49-a9ee-f5c923393f34 req-c5b4ad2d-8feb-43f5-9b6b-980bb7edc1f2 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0333066 Sep 13 07:04:29.752926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43324) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:29.758261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-42836530-network', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:29.783980 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Made reservation on behalf of 6eae938afce74856b6dfb2dede2b59cc for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:04:29.786936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:29.803947 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:29.848378 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:29.935297 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a968f7-e711-41fd-9780-5acb00026fec req-a958eafd-eccd-4357-89ea-d5104dec63ac tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:29.937321 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c7a968f7-e711-41fd-9780-5acb00026fec req-a958eafd-eccd-4357-89ea-d5104dec63ac tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1007395 Sep 13 07:04:29.986435 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks [] for security_group (498bc4c4-395e-4ce9-bde1-f6786150751b), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:29.996310 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (498bc4c4-395e-4ce9-bde1-f6786150751b), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.031234 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c7a968f7-e711-41fd-9780-5acb00026fec req-5420bc2a-aa7c-4d72-99e3-41defe3a003f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856652 Sep 13 07:04:30.042728 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:04:30.051553 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498bc4c4-395e-4ce9-bde1-f6786150751b,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:30.070509 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (d68f746b-e907-452a-ae68-4d050b4176df), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.070870 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Added segment d68f746b-e907-452a-ae68-4d050b4176df of type vlan for network fa7d645c-2949-4665-85d2-e228f735ea5b Sep 13 07:04:30.121161 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (fa7d645c-2949-4665-85d2-e228f735ea5b), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.126649 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:30.154715 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (fa7d645c-2949-4665-85d2-e228f735ea5b), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.156006 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:30.157529 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.218490 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4643421 Sep 13 07:04:30.221319 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43328) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:30.226304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Request body: {'subnet': {'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-42836530-subnet', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:30.232107 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffca592-b277-44c3-9fe0-bb8eda842693 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7d645c-2949-4665-85d2-e228f735ea5b,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:30.243014 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network fa7d645c-2949-4665-85d2-e228f735ea5b details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:04:30.256876 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Made reservation on behalf of 6eae938afce74856b6dfb2dede2b59cc for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:04:30.260055 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13087811'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.355829 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:30.393925 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 36acf431-819e-4e23-a5ec-c02b34a673de up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:30.417824 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d12c9906-258e-4e04-a1cf-5502c1ecb186 req-4d127418-a014-41c3-bc3a-19d27efaff22 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0344200 Sep 13 07:04:30.448134 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 36acf431-819e-4e23-a5ec-c02b34a673de triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:30.448505 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.463637 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12771119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13087825'] for subnet (17a8b105-2713-41f3-b775-e1b039336aab), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.521816 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a8b105-2713-41f3-b775-e1b039336aab,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:30.529351 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 36acf431-819e-4e23-a5ec-c02b34a673de is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:30.529811 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.545320 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Checking segment: {'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:30.545673 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Network hostable DHCP agents. Network: fa7d645c-2949-4665-85d2-e228f735ea5b, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:04:30.555126 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 36acf431-819e-4e23-a5ec-c02b34a673de, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=36acf431-819e-4e23-a5ec-c02b34a673de,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:30.563868 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.569125 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Network fa7d645c-2949-4665-85d2-e228f735ea5b is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:04:30.581793 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, fa7d645c-2949-4665-85d2-e228f735ea5b) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:30.589904 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:30.591100 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.603288 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3f419-6836-4b3a-8991-8f6c13b13b43 None None] Network fa7d645c-2949-4665-85d2-e228f735ea5b requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:04:30.622288 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d3748ea9-cb7c-492b-9744-2c10bde9719b admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3998046 Sep 13 07:04:30.624864 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43332) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:30.629201 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:30.694774 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=36acf431-819e-4e23-a5ec-c02b34a673de,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:30.730517 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (d5ef9ead-fdfb-4343-87be-bee453124f64), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.731736 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (d5ef9ead-fdfb-4343-87be-bee453124f64), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.758651 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-fa7d645c-2949-4665-85d2-e228f735ea5b', 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b', 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'fixed_ips': [{'subnet_id': '17a8b105-2713-41f3-b775-e1b039336aab'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:04:30.760196 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.796193 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-60d532ca-794d-4bfd-b884-f208e4eacdd3 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:30.798131 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-60d532ca-794d-4bfd-b884-f208e4eacdd3 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.23 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 808 time: 0.1534655 Sep 13 07:04:30.828959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks [] for router_controller (d5ef9ead-fdfb-4343-87be-bee453124f64), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:30.889269 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:30.905388 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Allocated IP 172.20.0.2 (fa7d645c-2949-4665-85d2-e228f735ea5b/17a8b105-2713-41f3-b775-e1b039336aab/042f9ad9-c64b-4aeb-8c1e-a33b10bd1881) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:30.995434 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-21610b5e-c905-459a-9d0d-0f0e37ce6695 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6 HTTP/1.1" status: 200 len: 379 time: 0.1725786 Sep 13 07:04:31.143023 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:31.202980 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f7cd8-ce51-47a9-86d8-601692145ba2 req-728abf7f-8ebe-4ffe-a9a7-50059e75036b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:31.206229 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-970f7cd8-ce51-47a9-86d8-601692145ba2 req-728abf7f-8ebe-4ffe-a9a7-50059e75036b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0730777 Sep 13 07:04:31.208276 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Publish callbacks [] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.217947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.264216 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Network fa7d645c-2949-4665-85d2-e228f735ea5b is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:31.267205 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:31.273655 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:31.281650 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'port': {'device_id': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'admin_state_up': True, 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'security_groups': ['f4fbd983-2418-46c7-b856-651337e2db49']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:31.287177 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Pushing event updated for resources: {'Port': ['ID=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:31.299307 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-970f7cd8-ce51-47a9-86d8-601692145ba2 req-64962b33-a073-4c77-8e51-68879485d3d3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788064 Sep 13 07:04:31.299479 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks [] for router_gateway (d5ef9ead-fdfb-4343-87be-bee453124f64), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.337629 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Attempting to bind port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:31.337865 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Attempting to bind port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:31.338264 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Attempting to bind port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 on network fa7d645c-2949-4665-85d2-e228f735ea5b {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:31.380295 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:31.380731 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Checking segment: {'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:31.381069 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.381458 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Bound using segment: {'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:31.381929 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Bound port: 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:31.382915 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.430880 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:31.451922 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] For port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:31.455570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] For port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,segment=NetworkSegment(d68f746b-e907-452a-ae68-4d050b4176df),segment_id=d68f746b-e907-452a-ae68-4d050b4176df)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:31.465471 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.545945 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:31.572618 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceb2d5-9386-403d-a572-f88072b5d57b None None] Pushing event updated for resources: {'Port': ['ID=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:31.574214 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7af76ee8-058f-44a7-b71c-639efb7977a1 req-9c47f420-dc49-41ac-814a-0b0754086870 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0543747 Sep 13 07:04:31.603322 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.603322 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.618637 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks [] for router_gateway (d5ef9ead-fdfb-4343-87be-bee453124f64), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.623927 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Made reservation on behalf of 8e08bdf8d28f4a5093df2c5b26ccb9e6 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:04:31.628026 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.659218 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:31.767581 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:31.779625 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:31.780396 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:31.902291 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Allocated IP 172.27.2.212 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/593daa45-ef18-4038-80a5-8b8e33072983) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:31.907062 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:31.926893 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Allocated IP 172.20.0.10 (027dc9b9-4576-4664-afcd-fda58e74e1bc/51aef4b2-4a08-495f-9f8b-0c5e35aedffc/a7477596-3b59-40f9-9676-9d56b3b3aba4) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:32.113033 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks [] for port (593daa45-ef18-4038-80a5-8b8e33072983), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.175097 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.194367 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 2, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:32.194807 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (593daa45-ef18-4038-80a5-8b8e33072983), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.229866 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:32.230571 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Updating router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f port 54ca6a87-4588-4f8d-9fbe-36de787bff30 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:04:32.248378 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:32.258127 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:32.260674 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.265504 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:32.272468 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:32.279557 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.302964 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:32.307372 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=593daa45-ef18-4038-80a5-8b8e33072983,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:32.375311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:32.383670 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:32.387036 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:32.509533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445008ee-3bba-4acf-8e71-6195b2df15ea req-4fb3f40f-bc52-4dc4-802e-8822e47ff807 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:32.511311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:32.520939 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-445008ee-3bba-4acf-8e71-6195b2df15ea req-4fb3f40f-bc52-4dc4-802e-8822e47ff807 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0757363 Sep 13 07:04:32.535906 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 36acf431-819e-4e23-a5ec-c02b34a673de up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:32.573469 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:04:32.609883 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:32.610542 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.626178 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-445008ee-3bba-4acf-8e71-6195b2df15ea req-f5cc4ea5-f530-46e7-bfd7-bf70c01c6091 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026666 Sep 13 07:04:32.636302 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 36acf431-819e-4e23-a5ec-c02b34a673de triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:32.636676 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.666171 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-ed96900d-a85d-4a7c-ac85-fb0af0a29756 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3879399 Sep 13 07:04:32.718188 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Request body: {'port': {'device_id': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:32.730776 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Publish callbacks [] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.750069 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 36acf431-819e-4e23-a5ec-c02b34a673de is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:32.751338 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:32.754385 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.774375 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:32.795627 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5fa8-e5c4-4e49-ad73-6a1beea0af93 req-611fea94-5c08-4f85-9421-e2f252ad7cf1 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:32.799600 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8b4e5fa8-e5c4-4e49-ad73-6a1beea0af93 req-611fea94-5c08-4f85-9421-e2f252ad7cf1 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 932 time: 0.0942869 Sep 13 07:04:32.819525 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc2d0b-0056-46c8-9890-1f3546f78f8d None None] Network fa7d645c-2949-4665-85d2-e228f735ea5b requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:04:32.835314 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99820f52-bdb6-41e0-946f-12b9401bfa18 None None] Pushing event updated for resources: {'Port': ['ID=54ca6a87-4588-4f8d-9fbe-36de787bff30,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:32.862137 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.878451 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8b4e5fa8-e5c4-4e49-ad73-6a1beea0af93 req-797affd6-7aca-421a-b1f4-ed0924a15b31 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711403 Sep 13 07:04:32.879345 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks [] for router_gateway (d5ef9ead-fdfb-4343-87be-bee453124f64), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.896517 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Attempting to bind port 54ca6a87-4588-4f8d-9fbe-36de787bff30 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:32.897223 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Attempting to bind port 54ca6a87-4588-4f8d-9fbe-36de787bff30 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:32.897819 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Attempting to bind port 54ca6a87-4588-4f8d-9fbe-36de787bff30 on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:32.925638 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Provisioning complete for port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:32.926022 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.951376 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:32.952329 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Checking segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:32.952970 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.953556 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Bound using segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:32.954303 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Bound port: 54ca6a87-4588-4f8d-9fbe-36de787bff30, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:32.954884 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:32.976767 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:32.981058 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:32.981515 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.030912 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] For port 54ca6a87-4588-4f8d-9fbe-36de787bff30, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:33.034407 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] For port 54ca6a87-4588-4f8d-9fbe-36de787bff30, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=54ca6a87-4588-4f8d-9fbe-36de787bff30,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:33.049189 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.057543 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:33.113790 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Current status of the port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:33.114202 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.131634 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:33.131857 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:33.132019 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.133049 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99820f52-bdb6-41e0-946f-12b9401bfa18 None None] Pushing event updated for resources: {'Port': ['ID=54ca6a87-4588-4f8d-9fbe-36de787bff30,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:33.158436 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:33.159236 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:33.173152 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] For port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,segment=NetworkSegment(d68f746b-e907-452a-ae68-4d050b4176df),segment_id=d68f746b-e907-452a-ae68-4d050b4176df)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:33.181781 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.188908 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:33.243961 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:33.256153 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Provisioning complete for port a7477596-3b59-40f9-9676-9d56b3b3aba4 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:33.256592 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.277462 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (d5ef9ead-fdfb-4343-87be-bee453124f64), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.293157 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.db.api [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 07:04:33.293472 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG oslo_db.api [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 07:04:33.300185 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:33.316996 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Port a7477596-3b59-40f9-9676-9d56b3b3aba4 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:33.318648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85772a1a-6953-4d2d-92b0-c6396eb106bb None None] Pushing event updated for resources: {'Port': ['ID=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:33.360442 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7477596-3b59-40f9-9676-9d56b3b3aba4 {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:04:33.370793 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Publish callbacks [] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.412144 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Transition to ACTIVE for port object a7477596-3b59-40f9-9676-9d56b3b3aba4 will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:04:33.419542 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.425855 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:33.437402 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-da4507de-a8f8-4f8e-a8b8-11b7d4484c0e None None] Provisioning complete for port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:33.437940 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-da4507de-a8f8-4f8e-a8b8-11b7d4484c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.501365 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:33Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:33.502408 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:33.515739 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-da4507de-a8f8-4f8e-a8b8-11b7d4484c0e None None] Current status of the port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:33.535414 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8420-a215-46e0-ae0a-903d36fe4891 None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:33Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:33.562206 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Router d5ef9ead-fdfb-4343-87be-bee453124f64 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:04:33.575515 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Attempting to bind port a7477596-3b59-40f9-9676-9d56b3b3aba4 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:33.575854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Attempting to bind port a7477596-3b59-40f9-9676-9d56b3b3aba4 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:33.576182 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Attempting to bind port a7477596-3b59-40f9-9676-9d56b3b3aba4 on network 027dc9b9-4576-4664-afcd-fda58e74e1bc {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:33.703484 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Port a7477596-3b59-40f9-9676-9d56b3b3aba4 on network 027dc9b9-4576-4664-afcd-fda58e74e1bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:04:33.703810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Attempting to bind port a7477596-3b59-40f9-9676-9d56b3b3aba4 on network 027dc9b9-4576-4664-afcd-fda58e74e1bc {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:33.754417 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:33.766559 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Sync routers for ids ['d5ef9ead-fdfb-4343-87be-bee453124f64'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:33.775881 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:33.776229 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Checking segment: {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:33.776629 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Bound using segment: {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:33.777127 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Bound port: a7477596-3b59-40f9-9676-9d56b3b3aba4, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da38fc1a-dc1e-477d-bc09-c3451266a59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:33.777554 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.783374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.787202 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-92880254-c353-486a-b039-3d2e1783e3f2 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1588366 Sep 13 07:04:33.787760 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43350) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:33.792642 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Routers {'d5ef9ead-fdfb-4343-87be-bee453124f64'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:33.803053 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d5ef9ead-fdfb-4343-87be-bee453124f64'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:33.807333 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:33.815564 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2727-69ae-4ea8-b331-b40ec6a74a19 req-e82c6aa8-bf98-4a76-bca3-87cd946bd0b7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:33.824268 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7d2e2727-69ae-4ea8-b331-b40ec6a74a19 req-e82c6aa8-bf98-4a76-bca3-87cd946bd0b7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.1026783 Sep 13 07:04:33.853594 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:33.857948 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:33.871490 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.876183 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:33.876794 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:33.878257 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 1094 time: 1.1980927 Sep 13 07:04:33.881703 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:33.884373 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:33.885259 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cdedc8-9867-4618-b26d-95af247ce046" -d '{"events": [{"name": "network-changed", "server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:33.977179 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de140b3-272c-4907-9777-19c3401959e1 x-openstack-request-id: req-9de140b3-272c-4907-9777-19c3401959e1 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:33.977453 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:33.977730 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9de140b3-272c-4907-9777-19c3401959e1 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:33.978302 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de140b3-272c-4907-9777-19c3401959e1'] response: {'name': 'network-changed', 'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'status': 'completed', 'code': 200} Sep 13 07:04:34.005169 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7d2e2727-69ae-4ea8-b331-b40ec6a74a19 req-2b7b495c-7b82-49fb-94ea-6a6ad25459ac tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793339 Sep 13 07:04:34.032355 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af84b3-9a9f-4a2c-b4ce-85f425f3cf80 service neutron] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:34.040567 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Set router d5ef9ead-fdfb-4343-87be-bee453124f64 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:34.046164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-15371b3c-6ec5-4afe-b15b-0987a0b05719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:34.048112 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-15371b3c-6ec5-4afe-b15b-0987a0b05719 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1128 time: 0.0873034 Sep 13 07:04:34.079007 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:34.118027 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-72c1a6fd-6104-4bd3-8657-910129f6d1f5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 217 time: 0.0477307 Sep 13 07:04:34.172650 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-c6a12df1-5090-4842-b58f-12e0a95b9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:34.174543 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-c6a12df1-5090-4842-b58f-12e0a95b9007 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 200 len: 847 time: 0.0497284 Sep 13 07:04:34.228860 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221c6e-4487-439f-8743-7f938a5f51db req-f64ca224-178d-4523-8815-9eabeb459919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:34.230798 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-f64ca224-178d-4523-8815-9eabeb459919 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=027dc9b9-4576-4664-afcd-fda58e74e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483608 Sep 13 07:04:34.286988 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '593daa45-ef18-4038-80a5-8b8e33072983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:04:32Z', 'revision_number': 3, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port': {'id': '593daa45-ef18-4038-80a5-8b8e33072983', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:31Z', 'updated_at': '2022-09-13T07:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:34.338715 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Checking router: d5ef9ead-fdfb-4343-87be-bee453124f64 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:34.339068 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Updating router d5ef9ead-fdfb-4343-87be-bee453124f64 port 593daa45-ef18-4038-80a5-8b8e33072983 binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:04:34.396403 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (593daa45-ef18-4038-80a5-8b8e33072983), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:34.397827 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-e1722ae1-1f24-49ba-8078-2b0626646367 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505728 Sep 13 07:04:34.402675 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21dfb3-e095-4220-81b8-19fb6196acce req-f4cd25c6-f5f1-4bff-bf3a-040323ab1ffe tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:34.404174 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0b21dfb3-e095-4220-81b8-19fb6196acce req-f4cd25c6-f5f1-4bff-bf3a-040323ab1ffe tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.3236423 Sep 13 07:04:34.435650 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 54ca6a87-4588-4f8d-9fbe-36de787bff30 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:34.492977 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0b21dfb3-e095-4220-81b8-19fb6196acce req-0c1ed97f-ab84-411c-aa94-3f58504ba583 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553901 Sep 13 07:04:34.508927 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f2221c6e-4487-439f-8743-7f938a5f51db req-51b3765b-1822-4528-a8ae-a8bb1e4a01c5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938370 Sep 13 07:04:34.561595 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 54ca6a87-4588-4f8d-9fbe-36de787bff30 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:34.561989 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:34.573402 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:34.680990 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:34.716355 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 54ca6a87-4588-4f8d-9fbe-36de787bff30 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:34.716752 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:34.791024 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 54ca6a87-4588-4f8d-9fbe-36de787bff30, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=54ca6a87-4588-4f8d-9fbe-36de787bff30,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:34.800497 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:34.801396 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:34.804498 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Publish callbacks [] for port (593daa45-ef18-4038-80a5-8b8e33072983), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:34.839565 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Allocated IP 172.20.0.1 (fa7d645c-2949-4665-85d2-e228f735ea5b/17a8b105-2713-41f3-b775-e1b039336aab/c5c4013b-cb41-4516-b532-da8861a1c1a3) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:34.856591 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (593daa45-ef18-4038-80a5-8b8e33072983), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:34.963423 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f0f82-c5f5-41cf-9d61-a2df15c667de req-a5e22229-71a0-41e1-8423-b44af52b858b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:34.964966 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-536f0f82-c5f5-41cf-9d61-a2df15c667de req-a5e22229-71a0-41e1-8423-b44af52b858b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0611520 Sep 13 07:04:35.012228 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:35.016843 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks [] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.031218 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Attempting to bind port 593daa45-ef18-4038-80a5-8b8e33072983 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:35.031583 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Attempting to bind port 593daa45-ef18-4038-80a5-8b8e33072983 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:35.032195 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Attempting to bind port 593daa45-ef18-4038-80a5-8b8e33072983 on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:35.036276 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:35.054919 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-536f0f82-c5f5-41cf-9d61-a2df15c667de req-2fbb0ce9-7727-4ab1-8a9d-8084c561d303 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829701 Sep 13 07:04:35.064770 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=54ca6a87-4588-4f8d-9fbe-36de787bff30,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:35.088344 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.119518 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:35.119806 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.124868 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-ff03fd8b-19ee-41a7-82f8-c60d2af6265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:35.126627 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-ff03fd8b-19ee-41a7-82f8-c60d2af6265f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1128 time: 0.0847609 Sep 13 07:04:35.149480 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:35.161196 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Network fa7d645c-2949-4665-85d2-e228f735ea5b is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:35.170566 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:35.177086 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9562fe8-a5f5-4c2c-9a1d-ed282ab1ddf4 None None] Pushing event updated for resources: {'Port': ['ID=593daa45-ef18-4038-80a5-8b8e33072983,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:35.177343 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:35.181314 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:35.181526 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:35.182502 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.182630 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c4013b-cb41-4516-b532-da8861a1c1a3,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:35.182718 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:35.182805 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Bound port: 593daa45-ef18-4038-80a5-8b8e33072983, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:35.183127 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (593daa45-ef18-4038-80a5-8b8e33072983), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.213753 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672b50e-39ac-463b-b5ae-2febccdcd4ca req-551d8856-9e28-4120-a4be-22aa207bcf05 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:35.215278 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7672b50e-39ac-463b-b5ae-2febccdcd4ca req-551d8856-9e28-4120-a4be-22aa207bcf05 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0918300 Sep 13 07:04:35.245635 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (d5ef9ead-fdfb-4343-87be-bee453124f64), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.260967 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] For port 593daa45-ef18-4038-80a5-8b8e33072983, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:35.268447 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] For port 593daa45-ef18-4038-80a5-8b8e33072983, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=593daa45-ef18-4038-80a5-8b8e33072983,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:35.272455 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:35.276746 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (593daa45-ef18-4038-80a5-8b8e33072983), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.312596 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Routers {'d5ef9ead-fdfb-4343-87be-bee453124f64'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:35.313246 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d5ef9ead-fdfb-4343-87be-bee453124f64'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:35.322197 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7672b50e-39ac-463b-b5ae-2febccdcd4ca req-47846fa6-7fb1-484b-a94a-bb04ea534252 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987737 Sep 13 07:04:35.362460 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:35.381124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9562fe8-a5f5-4c2c-9a1d-ed282ab1ddf4 None None] Pushing event updated for resources: {'Port': ['ID=593daa45-ef18-4038-80a5-8b8e33072983,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:35.389962 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:35.417749 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.442098 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] Set router d5ef9ead-fdfb-4343-87be-bee453124f64 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:35.514713 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-32185a2e-7a66-4f22-87ba-e5d25a48e8d3 None None] Provisioning complete for port c5c4013b-cb41-4516-b532-da8861a1c1a3 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:35.514993 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-32185a2e-7a66-4f22-87ba-e5d25a48e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.583766 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-32185a2e-7a66-4f22-87ba-e5d25a48e8d3 None None] Port c5c4013b-cb41-4516-b532-da8861a1c1a3 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:35.600842 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks [] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.622063 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.651384 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '593daa45-ef18-4038-80a5-8b8e33072983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:04:32Z', 'revision_number': 3, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port': {'id': '593daa45-ef18-4038-80a5-8b8e33072983', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:31Z', 'updated_at': '2022-09-13T07:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:35.676574 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63b080-9b1e-4cf6-8117-f381115bcc5d None None] The sync data for ids ['d5ef9ead-fdfb-4343-87be-bee453124f64'] in dv-cinder-856941-4-iscsi is: [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '593daa45-ef18-4038-80a5-8b8e33072983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:04:32Z', 'revision_number': 3, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port': {'id': '593daa45-ef18-4038-80a5-8b8e33072983', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:31Z', 'updated_at': '2022-09-13T07:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:35.682338 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948f54c-6338-4d33-96ef-9cf1e9f78535 req-cf8fb209-9689-472f-a3f4-f0607eebbe62 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:35.683856 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4948f54c-6338-4d33-96ef-9cf1e9f78535 req-cf8fb209-9689-472f-a3f4-f0607eebbe62 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.1010566 Sep 13 07:04:35.720518 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c4013b-cb41-4516-b532-da8861a1c1a3,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:35.722950 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (d5ef9ead-fdfb-4343-87be-bee453124f64), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:35.803478 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4948f54c-6338-4d33-96ef-9cf1e9f78535 req-aae445ee-2980-49e3-8276-737e99ab0992 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122551 Sep 13 07:04:35.849225 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Network fa7d645c-2949-4665-85d2-e228f735ea5b is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:35.851238 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:35.891024 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:35.982314 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Router d5ef9ead-fdfb-4343-87be-bee453124f64 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:36.094854 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:36.102635 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-daafc570-cfa3-448b-9a29-269c99d992c0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d5ef9ead-fdfb-4343-87be-bee453124f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3132632 Sep 13 07:04:36.106798 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c3e1d16e-02c5-4c62-88f2-9ad75e6ff0d8 None None] Provisioning complete for port c5c4013b-cb41-4516-b532-da8861a1c1a3 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:36.107361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d16e-02c5-4c62-88f2-9ad75e6ff0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.147282 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1d16e-02c5-4c62-88f2-9ad75e6ff0d8 None None] Port c5c4013b-cb41-4516-b532-da8861a1c1a3 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:36.224703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd2df-93aa-434f-bb14-e02091df0368 req-06e9e2a0-954d-46fa-8eaf-7675c326d5ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:36.226365 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-77bdd2df-93aa-434f-bb14-e02091df0368 req-06e9e2a0-954d-46fa-8eaf-7675c326d5ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0546091 Sep 13 07:04:36.285235 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-77bdd2df-93aa-434f-bb14-e02091df0368 req-0b6c8331-a5d8-4192-8e38-caf8c735b21e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531368 Sep 13 07:04:36.462942 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 593daa45-ef18-4038-80a5-8b8e33072983 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:36.468307 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9cb8a-0be6-492b-b590-055830ce89bd req-ae06895f-d97c-426f-8c48-5b2c4f6e2439 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:36.470131 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-46a9cb8a-0be6-492b-b590-055830ce89bd req-ae06895f-d97c-426f-8c48-5b2c4f6e2439 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 943 time: 0.0497518 Sep 13 07:04:36.527085 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 593daa45-ef18-4038-80a5-8b8e33072983 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:36.527732 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (593daa45-ef18-4038-80a5-8b8e33072983), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.531027 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43380) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:36.534683 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-46a9cb8a-0be6-492b-b590-055830ce89bd req-436d4fa3-190b-4a74-b76a-fd5cddfd47c6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585604 Sep 13 07:04:36.536674 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-fcc5d527-2f58-4282-bc35-2e0ac1c94608 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025561016', 'description': 'tempest-secgroup-smoke-2025561016 description', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:36.563537 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d527-2f58-4282-bc35-2e0ac1c94608 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.627512 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 593daa45-ef18-4038-80a5-8b8e33072983 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:36.627910 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (593daa45-ef18-4038-80a5-8b8e33072983), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.644495 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d527-2f58-4282-bc35-2e0ac1c94608 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group (b80bfa08-fa71-41cb-b9de-7c9796537f07), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.650846 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d527-2f58-4282-bc35-2e0ac1c94608 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (b80bfa08-fa71-41cb-b9de-7c9796537f07), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.653882 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 593daa45-ef18-4038-80a5-8b8e33072983, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=593daa45-ef18-4038-80a5-8b8e33072983,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:36.660882 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (593daa45-ef18-4038-80a5-8b8e33072983), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.662606 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 54ca6a87-4588-4f8d-9fbe-36de787bff30 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:36.662751 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:36.690610 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fcc5d527-2f58-4282-bc35-2e0ac1c94608 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.694782 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fcc5d527-2f58-4282-bc35-2e0ac1c94608 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1616557 Sep 13 07:04:36.695486 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43382) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:36.697237 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5d527-2f58-4282-bc35-2e0ac1c94608 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80bfa08-fa71-41cb-b9de-7c9796537f07,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:36.707849 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-7da058d5-55c4-403f-a695-2a88e08c88ab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'security_group_rule': {'security_group_id': 'b80bfa08-fa71-41cb-b9de-7c9796537f07', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:36.713502 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:36.739018 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=593daa45-ef18-4038-80a5-8b8e33072983,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:36.740703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7da058d5-55c4-403f-a695-2a88e08c88ab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (48e71088-9377-4d73-b841-3845f5431502), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.751675 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 54ca6a87-4588-4f8d-9fbe-36de787bff30 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:36.752048 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.800850 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7da058d5-55c4-403f-a695-2a88e08c88ab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (48e71088-9377-4d73-b841-3845f5431502), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.806221 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7da058d5-55c4-403f-a695-2a88e08c88ab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (48e71088-9377-4d73-b841-3845f5431502), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.824634 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 54ca6a87-4588-4f8d-9fbe-36de787bff30 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:36.824913 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da058d5-55c4-403f-a695-2a88e08c88ab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e71088-9377-4d73-b841-3845f5431502,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:36.841430 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7da058d5-55c4-403f-a695-2a88e08c88ab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.842792 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7da058d5-55c4-403f-a695-2a88e08c88ab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460040 Sep 13 07:04:36.845635 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43386) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:36.850412 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-09150354-fbe3-4207-a4b0-6b7766c27a52 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'security_group_rule': {'security_group_id': 'b80bfa08-fa71-41cb-b9de-7c9796537f07', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:36.882172 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09150354-fbe3-4207-a4b0-6b7766c27a52 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (4c61ac80-9333-4d1c-b6fe-896383ff2596), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.932474 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8c4cb-8310-4939-93c7-78454813777e req-271db556-2747-4535-b8da-2cafe6c1a470 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:36.934609 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d9c8c4cb-8310-4939-93c7-78454813777e req-271db556-2747-4535-b8da-2cafe6c1a470 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0509977 Sep 13 07:04:36.940602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09150354-fbe3-4207-a4b0-6b7766c27a52 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (4c61ac80-9333-4d1c-b6fe-896383ff2596), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.947164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09150354-fbe3-4207-a4b0-6b7766c27a52 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (4c61ac80-9333-4d1c-b6fe-896383ff2596), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.968538 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09150354-fbe3-4207-a4b0-6b7766c27a52 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c61ac80-9333-4d1c-b6fe-896383ff2596,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:36.978294 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-09150354-fbe3-4207-a4b0-6b7766c27a52 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:36.979735 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-09150354-fbe3-4207-a4b0-6b7766c27a52 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330767 Sep 13 07:04:36.982482 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43388) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:36.986449 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:04:36.987737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-e69b8750-da6d-42fd-a580-1e8eb2d3a8d4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'security_group_rule': {'security_group_id': 'b80bfa08-fa71-41cb-b9de-7c9796537f07', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:37.003298 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d9c8c4cb-8310-4939-93c7-78454813777e req-911bb1cd-b453-4adf-af9f-47f4519bc2f1 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613377 Sep 13 07:04:37.026476 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e69b8750-da6d-42fd-a580-1e8eb2d3a8d4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (c3b4f705-e897-4aca-8070-9f6d63c8f46c), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.104616 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:37.112673 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:37.118777 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '447e368f-71d6-49ce-be81-226ee22458f1', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'port_id': '447e368f-71d6-49ce-be81-226ee22458f1', 'mac_address': 'fa:16:3e:65:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:04:37.155811 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:37.156205 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.171426 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447e368f-71d6-49ce-be81-226ee22458f1 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:04:37.193757 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:37.199062 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.252610 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=9']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:37.334635 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:37.345646 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e69b8750-da6d-42fd-a580-1e8eb2d3a8d4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (c3b4f705-e897-4aca-8070-9f6d63c8f46c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.350576 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e69b8750-da6d-42fd-a580-1e8eb2d3a8d4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (c3b4f705-e897-4aca-8070-9f6d63c8f46c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.370813 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b8750-da6d-42fd-a580-1e8eb2d3a8d4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b4f705-e897-4aca-8070-9f6d63c8f46c,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:37.382959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e69b8750-da6d-42fd-a580-1e8eb2d3a8d4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.384449 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e69b8750-da6d-42fd-a580-1e8eb2d3a8d4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006498 Sep 13 07:04:37.386984 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43392) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:37.391347 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-91679413-a11c-43ad-bf76-efbff16c809e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'security_group_rule': {'security_group_id': 'b80bfa08-fa71-41cb-b9de-7c9796537f07', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:37.407711 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Sync routers for ids ['d5ef9ead-fdfb-4343-87be-bee453124f64'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:37.419418 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Routers {'d5ef9ead-fdfb-4343-87be-bee453124f64'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:37.420265 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d5ef9ead-fdfb-4343-87be-bee453124f64'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:37.421630 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-91679413-a11c-43ad-bf76-efbff16c809e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (831096bb-5e2d-4a90-85b8-8acc3029fdae), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.437664 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2623e4d-a499-4d04-af24-a30162e947b0 req-87c9e54b-baad-459c-885a-2064b336ab84 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:37.439217 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2623e4d-a499-4d04-af24-a30162e947b0 req-87c9e54b-baad-459c-885a-2064b336ab84 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0652916 Sep 13 07:04:37.485720 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-91679413-a11c-43ad-bf76-efbff16c809e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (831096bb-5e2d-4a90-85b8-8acc3029fdae), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.490775 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-91679413-a11c-43ad-bf76-efbff16c809e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (831096bb-5e2d-4a90-85b8-8acc3029fdae), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.502741 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2623e4d-a499-4d04-af24-a30162e947b0 req-cd440b54-52d8-4323-af34-c1d3e9a16b38 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573814 Sep 13 07:04:37.512069 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91679413-a11c-43ad-bf76-efbff16c809e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831096bb-5e2d-4a90-85b8-8acc3029fdae,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:37.522712 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-91679413-a11c-43ad-bf76-efbff16c809e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.526106 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-91679413-a11c-43ad-bf76-efbff16c809e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361520 Sep 13 07:04:37.527112 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43394) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:37.531681 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'security_group_rule': {'security_group_id': 'b80bfa08-fa71-41cb-b9de-7c9796537f07', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:37.538910 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Set router d5ef9ead-fdfb-4343-87be-bee453124f64 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:37.559582 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.securitygroups_db [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Project 99bbe5cbd59f4feda4da45f2b14bd09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 07:04:37.602971 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (0e6e1738-135b-4427-91b2-c124315efae8), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.669371 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['447e368f-71d6-49ce-be81-226ee22458f1'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:37.678506 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3893e6-efa8-4f12-81b3-dfcf41c6ce7d req-1c36b8a2-07ce-4e29-a6fa-381b7bd3cc3e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:37.681326 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-09b21b41-212a-460b-bfd8-06fb3ed0db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:37.681531 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f3893e6-efa8-4f12-81b3-dfcf41c6ce7d req-1c36b8a2-07ce-4e29-a6fa-381b7bd3cc3e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 944 time: 0.0566113 Sep 13 07:04:37.682892 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-09b21b41-212a-460b-bfd8-06fb3ed0db20 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 909 time: 0.1331637 Sep 13 07:04:37.695417 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (0e6e1738-135b-4427-91b2-c124315efae8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.703763 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (0e6e1738-135b-4427-91b2-c124315efae8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.735463 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6e1738-135b-4427-91b2-c124315efae8,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:37.745236 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f3893e6-efa8-4f12-81b3-dfcf41c6ce7d req-7daeb341-680a-4bcd-a565-ebfcbbdb5ff6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523453 Sep 13 07:04:37.747896 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '593daa45-ef18-4038-80a5-8b8e33072983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:04:35Z', 'revision_number': 4, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port': {'id': '593daa45-ef18-4038-80a5-8b8e33072983', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:31Z', 'updated_at': '2022-09-13T07:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'c5c4013b-cb41-4516-b532-da8861a1c1a3', 'name': '', 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'mac_address': 'fa:16:3e:70:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '17a8b105-2713-41f3-b775-e1b039336aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:34Z', 'updated_at': '2022-09-13T07:04:35Z', 'revision_number': 2, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'subnets': [{'id': '17a8b105-2713-41f3-b775-e1b039336aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:37.753540 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.757845 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43398) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:37.762534 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'security_group_rule': {'security_group_id': 'b80bfa08-fa71-41cb-b9de-7c9796537f07', 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:37.767291 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3486de47-1fd2-4450-88c9-d8c0601e72dd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2389100 Sep 13 07:04:37.781245 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Checking router: d5ef9ead-fdfb-4343-87be-bee453124f64 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:37.781900 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Updating router d5ef9ead-fdfb-4343-87be-bee453124f64 port c5c4013b-cb41-4516-b532-da8861a1c1a3 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:04:37.800250 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.securitygroups_db [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Project 99bbe5cbd59f4feda4da45f2b14bd09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 07:04:37.809129 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (d63252d5-ad63-4f5d-a7ff-1dda67600144), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.815049 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-601bea6f-1a8b-401d-a945-ebfa56ab5c22 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 217 time: 0.0458598 Sep 13 07:04:37.817561 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.870384 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:37.877510 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (d63252d5-ad63-4f5d-a7ff-1dda67600144), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.882627 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-33a4903b-f050-497a-b77e-287fd144c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:37.883405 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (d63252d5-ad63-4f5d-a7ff-1dda67600144), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.884361 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-33a4903b-f050-497a-b77e-287fd144c8aa service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 200 len: 847 time: 0.0571504 Sep 13 07:04:37.907638 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63252d5-ad63-4f5d-a7ff-1dda67600144,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:37.914691 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:37.915968 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-48431822-b73a-4002-bff8-45b6d5dc9a64 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570678 Sep 13 07:04:38.046497 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:38.063411 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-e2c70127-28c6-449e-a3ac-30b789a8b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:38.066482 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-e2c70127-28c6-449e-a3ac-30b789a8b369 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=027dc9b9-4576-4664-afcd-fda58e74e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519965 Sep 13 07:04:38.071022 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-84a2e832-4a65-4dde-ba30-42c393d5d551 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:38.073672 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-84a2e832-4a65-4dde-ba30-42c393d5d551 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0598385 Sep 13 07:04:38.123510 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:38.205584 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-48f4cd4f-53fb-4d2a-a3bd-97dee667ec0c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308932 Sep 13 07:04:38.223093 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f762d70-62fc-47c7-abee-da5d8846f379 req-0db000a1-ceab-40ea-ab2b-56e3b7db655b tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:38.227499 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f762d70-62fc-47c7-abee-da5d8846f379 req-0db000a1-ceab-40ea-ab2b-56e3b7db655b tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0971081 Sep 13 07:04:38.244326 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port db48239f-b745-42d1-9812-35356ecdcc86 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:04:38.244614 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (db48239f-b745-42d1-9812-35356ecdcc86), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.248520 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Publish callbacks [] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.262456 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.344324 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d7cdedc8-9867-4618-b26d-95af247ce046 req-4a11a8f8-5961-44c4-8840-974710726ef2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292002 Sep 13 07:04:38.386761 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f762d70-62fc-47c7-abee-da5d8846f379 req-0c79ad1c-ecdb-4796-a9be-88db59f6f8be tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374714 Sep 13 07:04:38.398584 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:38.420582 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96b2b-e216-47ff-847f-09f2efce45e0 None None] Pushing event updated for resources: {'Port': ['ID=c5c4013b-cb41-4516-b532-da8861a1c1a3,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:38.423643 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Attempting to bind port c5c4013b-cb41-4516-b532-da8861a1c1a3 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:38.423799 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 593daa45-ef18-4038-80a5-8b8e33072983 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:38.424228 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] For port db48239f-b745-42d1-9812-35356ecdcc86, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=db48239f-b745-42d1-9812-35356ecdcc86,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:38.424417 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (db48239f-b745-42d1-9812-35356ecdcc86), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.424999 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Attempting to bind port c5c4013b-cb41-4516-b532-da8861a1c1a3 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:38.425514 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Attempting to bind port c5c4013b-cb41-4516-b532-da8861a1c1a3 on network fa7d645c-2949-4665-85d2-e228f735ea5b {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:38.477011 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:38.477902 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Checking segment: {'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:38.480443 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.481010 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Bound using segment: {'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:38.481650 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Bound port: c5c4013b-cb41-4516-b532-da8861a1c1a3, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68f746b-e907-452a-ae68-4d050b4176df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:38.482434 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.496835 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 593daa45-ef18-4038-80a5-8b8e33072983 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:38.497454 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (593daa45-ef18-4038-80a5-8b8e33072983), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.542804 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:38.543135 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:38.604741 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] For port c5c4013b-cb41-4516-b532-da8861a1c1a3, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:38.614480 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] For port c5c4013b-cb41-4516-b532-da8861a1c1a3, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c5c4013b-cb41-4516-b532-da8861a1c1a3,segment=NetworkSegment(d68f746b-e907-452a-ae68-4d050b4176df),segment_id=d68f746b-e907-452a-ae68-4d050b4176df)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:38.626264 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.630624 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 593daa45-ef18-4038-80a5-8b8e33072983 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:38.672821 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Routers {'d5ef9ead-fdfb-4343-87be-bee453124f64'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:38.673459 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d5ef9ead-fdfb-4343-87be-bee453124f64'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:38.715660 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a6986-803e-4f0c-975e-94f7131a6e9d req-49237891-984d-4721-af37-dc664c8df0a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:38.717366 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-029a6986-803e-4f0c-975e-94f7131a6e9d req-49237891-984d-4721-af37-dc664c8df0a6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 945 time: 0.0944159 Sep 13 07:04:38.737341 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96b2b-e216-47ff-847f-09f2efce45e0 None None] Pushing event updated for resources: {'Port': ['ID=c5c4013b-cb41-4516-b532-da8861a1c1a3,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:38.791155 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.791527 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (13acd10d-6f51-47f4-bc3e-27f958d38b50), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:38.791848 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP 13acd10d-6f51-47f4-bc3e-27f958d38b50 disassociated. External IP: 172.27.2.252, port: db48239f-b745-42d1-9812-35356ecdcc86. Sep 13 07:04:38.792192 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for db48239f-b745-42d1-9812-35356ecdcc86 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:04:38.812668 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] Set router d5ef9ead-fdfb-4343-87be-bee453124f64 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:38.816458 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-029a6986-803e-4f0c-975e-94f7131a6e9d req-1567dc43-d7c4-4fd7-b223-8698574ba3d4 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abe25a40-8411-43cc-b5e8-058c24fc8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731735 Sep 13 07:04:38.910324 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb4041-4a2a-4e80-9db6-bdeebce140c3 req-3cb6dc5e-0103-43f4-b5c3-586f18ebe5ac tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:38.911799 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-61fb4041-4a2a-4e80-9db6-bdeebce140c3 req-3cb6dc5e-0103-43f4-b5c3-586f18ebe5ac tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 944 time: 0.0614927 Sep 13 07:04:39.005458 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-61fb4041-4a2a-4e80-9db6-bdeebce140c3 req-811f3f24-6fca-46f6-837c-19c3cd03154f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876200 Sep 13 07:04:39.047885 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (db48239f-b745-42d1-9812-35356ecdcc86), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:39.058250 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '593daa45-ef18-4038-80a5-8b8e33072983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:04:35Z', 'revision_number': 4, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port': {'id': '593daa45-ef18-4038-80a5-8b8e33072983', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:31Z', 'updated_at': '2022-09-13T07:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'c5c4013b-cb41-4516-b532-da8861a1c1a3', 'name': '', 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'mac_address': 'fa:16:3e:70:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '17a8b105-2713-41f3-b775-e1b039336aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:34Z', 'updated_at': '2022-09-13T07:04:38Z', 'revision_number': 4, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'subnets': [{'id': '17a8b105-2713-41f3-b775-e1b039336aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:39.079445 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=db48239f-b745-42d1-9812-35356ecdcc86,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:39.087194 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:39.089252 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:39.091987 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494a247-ceaf-425a-a9ea-d13714be915a None None] The sync data for ids ['d5ef9ead-fdfb-4343-87be-bee453124f64'] in dv-cinder-856941-4-iscsi is: [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '593daa45-ef18-4038-80a5-8b8e33072983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:04:35Z', 'revision_number': 4, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port': {'id': '593daa45-ef18-4038-80a5-8b8e33072983', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:31Z', 'updated_at': '2022-09-13T07:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'c5c4013b-cb41-4516-b532-da8861a1c1a3', 'name': '', 'network_id': 'fa7d645c-2949-4665-85d2-e228f735ea5b', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'mac_address': 'fa:16:3e:70:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '17a8b105-2713-41f3-b775-e1b039336aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:34Z', 'updated_at': '2022-09-13T07:04:38Z', 'revision_number': 4, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'subnets': [{'id': '17a8b105-2713-41f3-b775-e1b039336aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:39.159787 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 447e368f-71d6-49ce-be81-226ee22458f1 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:39.160165 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (447e368f-71d6-49ce-be81-226ee22458f1), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:39.201924 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:39.226165 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:39.264177 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 447e368f-71d6-49ce-be81-226ee22458f1 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:39.264576 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:39.294668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:39.297175 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d236a88-f9f8-4d59-ba86-756f59f19abf" -d '{"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-plugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:39.315251 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:39.326958 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:39.328476 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device db48239f-b745-42d1-9812-35356ecdcc86 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:04:39.377834 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2462c-2ef8-4edb-b10d-defbdde8ba80 x-openstack-request-id: req-28e2462c-2ef8-4edb-b10d-defbdde8ba80 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:39.377834 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-plugged", "status": "completed", "tag": "447e368f-71d6-49ce-be81-226ee22458f1", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:39.378208 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28e2462c-2ef8-4edb-b10d-defbdde8ba80 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:39.378672 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e2462c-2ef8-4edb-b10d-defbdde8ba80'] response: {'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1', 'code': 200} Sep 13 07:04:39.380669 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:39.383504 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: db48239f-b745-42d1-9812-35356ecdcc86 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:04:39.383919 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device db48239f-b745-42d1-9812-35356ecdcc86 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:04:39.392605 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:39.435543 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=10']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:39.445507 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:39.446544 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:39.471423 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] No DVR routers for this DVR port db48239f-b745-42d1-9812-35356ecdcc86 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:04:39.475271 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:39.478692 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7dc39b6f-37d1-4250-afa7-a59dda59462c req-9a354dc9-4f12-4e6d-b17f-d9d3b7236542 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "DELETE /networking/v2.0/ports/db48239f-b745-42d1-9812-35356ecdcc86 HTTP/1.1" status: 204 len: 173 time: 1.3934228 Sep 13 07:04:39.479163 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'name': 'network-vif-deleted', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:39.481449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e294beec-2953-4e32-9162-471e168c26b5" -d '{"events": [{"server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "name": "network-vif-deleted", "tag": "db48239f-b745-42d1-9812-35356ecdcc86"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:39.559262 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad87733-9c10-4bde-9dba-ba79740e24bf x-openstack-request-id: req-1ad87733-9c10-4bde-9dba-ba79740e24bf {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:39.559691 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9c0b75-cd49-4a40-bd4c-24ab750fd439", "name": "network-vif-deleted", "tag": "db48239f-b745-42d1-9812-35356ecdcc86", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:39.559950 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ad87733-9c10-4bde-9dba-ba79740e24bf {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:39.560674 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad87733-9c10-4bde-9dba-ba79740e24bf'] response: {'server_uuid': '9e9c0b75-cd49-4a40-bd4c-24ab750fd439', 'name': 'network-vif-deleted', 'tag': 'db48239f-b745-42d1-9812-35356ecdcc86', 'status': 'completed', 'code': 200} Sep 13 07:04:39.567205 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f5ea1-f2e7-4264-89df-7d656a2f5c20 req-3cbca104-a95f-408d-911e-c81d2f7eddd4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:39.574797 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3c0f5ea1-f2e7-4264-89df-7d656a2f5c20 req-3cbca104-a95f-408d-911e-c81d2f7eddd4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0798819 Sep 13 07:04:39.635358 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3c0f5ea1-f2e7-4264-89df-7d656a2f5c20 req-3ddab3e8-598d-4db5-ae61-8f9de40ad610 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580823 Sep 13 07:04:39.735071 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:39.968960 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0c22689-2136-4146-a492-49534008a3c2 req-8bcb99df-4a5a-4a14-96e0-fa22e5d10528 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9e9c0b75-cd49-4a40-bd4c-24ab750fd439 HTTP/1.1" status: 200 len: 210 time: 0.0460329 Sep 13 07:04:39.978757 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 2, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:40.023282 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:40.033261 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:40.033881 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:40.178493 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:40.181049 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:40.496415 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c5c4013b-cb41-4516-b532-da8861a1c1a3 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:40.509051 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147161-9032-4595-8a6e-bbb887f24a0c req-a5fe51e8-3e09-4aa9-a9dd-0eb9922cd822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:40.510617 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-09147161-9032-4595-8a6e-bbb887f24a0c req-a5fe51e8-3e09-4aa9-a9dd-0eb9922cd822 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1130 time: 0.4383771 Sep 13 07:04:40.524583 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e493e-e71b-4a03-84f3-acc0fd65715b req-7092a54d-96e7-4a17-8064-a21bb1482cc8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:40.532084 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e12e493e-e71b-4a03-84f3-acc0fd65715b req-7092a54d-96e7-4a17-8064-a21bb1482cc8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.1057768 Sep 13 07:04:40.537293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 2, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:40.571203 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500ae4b-7e99-4df6-bb90-e6c99ba78c08 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '823c44d1-eab7-42f5-bebf-caf71e6216ed', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:e5:f7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:01:12Z', 'updated_at': '2022-09-13T07:01:57Z', 'revision_number': 2, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:40.581533 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port c5c4013b-cb41-4516-b532-da8861a1c1a3 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:40.581920 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:40.605238 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e12e493e-e71b-4a03-84f3-acc0fd65715b req-14164bcc-dc42-4330-b510-a95a1b9e2b64 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696299 Sep 13 07:04:40.696120 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port c5c4013b-cb41-4516-b532-da8861a1c1a3 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:40.697626 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:40.746620 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port c5c4013b-cb41-4516-b532-da8861a1c1a3, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c5c4013b-cb41-4516-b532-da8861a1c1a3,segment=NetworkSegment(d68f746b-e907-452a-ae68-4d050b4176df),segment_id=d68f746b-e907-452a-ae68-4d050b4176df)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:40.758662 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:40.833836 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:40.841158 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8540d-b901-420f-8626-765999909c61 req-ce7a5452-c151-4360-9908-e893dd67a2a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:40.849212 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-08c8540d-b901-420f-8626-765999909c61 req-ce7a5452-c151-4360-9908-e893dd67a2a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.1069267 Sep 13 07:04:40.857609 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=c5c4013b-cb41-4516-b532-da8861a1c1a3,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:40.922019 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-09147161-9032-4595-8a6e-bbb887f24a0c req-a30712bf-8796-4e0e-b6e3-25d9130adc38 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269152 Sep 13 07:04:40.926605 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-08c8540d-b901-420f-8626-765999909c61 req-2b13a060-e3e2-4f96-8981-ea1cde19f80d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762737 Sep 13 07:04:41.096152 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43484) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:41.161769 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0d58774c-39e9-4a64-a899-8cd31d346536 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (abe25a40-8411-43cc-b5e8-058c24fc8a3f), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.186512 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0d58774c-39e9-4a64-a899-8cd31d346536 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (abe25a40-8411-43cc-b5e8-058c24fc8a3f), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.210937 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85c5d5-22a5-4aee-affa-2896d48cc32a None None] New status for floating IP 13acd10d-6f51-47f4-bc3e-27f958d38b50: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:04:41.260494 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0d58774c-39e9-4a64-a899-8cd31d346536 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (abe25a40-8411-43cc-b5e8-058c24fc8a3f), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.264088 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0d58774c-39e9-4a64-a899-8cd31d346536 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.268971 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43486) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:41.269515 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-0d58774c-39e9-4a64-a899-8cd31d346536 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/abe25a40-8411-43cc-b5e8-058c24fc8a3f HTTP/1.1" status: 204 len: 168 time: 0.1716011 Sep 13 07:04:41.281022 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58774c-39e9-4a64-a899-8cd31d346536 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe25a40-8411-43cc-b5e8-058c24fc8a3f,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:41.299269 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-b56e42f9-805b-4170-b2a8-ec92685aec70 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] show failed (client error): The resource could not be found. Sep 13 07:04:41.301087 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b56e42f9-805b-4170-b2a8-ec92685aec70 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups/abe25a40-8411-43cc-b5e8-058c24fc8a3f HTTP/1.1" status: 404 len: 347 time: 0.0307972 Sep 13 07:04:41.308981 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43488) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:41.447272 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port 2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:04:41.447625 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.458607 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:41.532076 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.532768 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.545156 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for 2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1 owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:04:41.712001 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.765830 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=2ccc1eaf-589e-4dcd-a6a6-2fcececf42d1,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:41.796844 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9885fdf-9c6c-4a7e-b66d-08ddf94f4f92 req-6e862acf-f0a4-4e76-a27f-163540eb8534 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:41.799925 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b9885fdf-9c6c-4a7e-b66d-08ddf94f4f92 req-6e862acf-f0a4-4e76-a27f-163540eb8534 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.0968263 Sep 13 07:04:41.864058 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (13acd10d-6f51-47f4-bc3e-27f958d38b50), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.866653 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:41.867912 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-62755360-8732-4832-bda6-975821227fb2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/13acd10d-6f51-47f4-bc3e-27f958d38b50 HTTP/1.1" status: 204 len: 168 time: 0.5606394 Sep 13 07:04:41.892895 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b9885fdf-9c6c-4a7e-b66d-08ddf94f4f92 req-51c8cb38-dfee-4f67-9c55-c3382f94cc0e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725794 Sep 13 07:04:42.029413 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:42.072996 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df9a8-ae30-4035-af2e-39bc84be8290 req-61363383-8136-4bd4-b683-873f85346573 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:42.075061 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9d2df9a8-ae30-4035-af2e-39bc84be8290 req-61363383-8136-4bd4-b683-873f85346573 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0590744 Sep 13 07:04:42.137431 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9d2df9a8-ae30-4035-af2e-39bc84be8290 req-da9b64f6-63c3-4012-89b2-bc32bb111d99 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561020 Sep 13 07:04:42.357580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c5c4013b-cb41-4516-b532-da8861a1c1a3 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:42.403193 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port c5c4013b-cb41-4516-b532-da8861a1c1a3 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:42.403577 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:42.404855 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:42.479031 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port c5c4013b-cb41-4516-b532-da8861a1c1a3 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:43.037572 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8f40c-9df1-4d7c-87ee-9c7685f2769b req-47f0b405-0206-4cf5-8208-838b4476d644 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:43.039160 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b9a8f40c-9df1-4d7c-87ee-9c7685f2769b req-47f0b405-0206-4cf5-8208-838b4476d644 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.0577950 Sep 13 07:04:43.079332 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:43.095101 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b9a8f40c-9df1-4d7c-87ee-9c7685f2769b req-d4299739-9fc4-4faf-a68f-3426e7db4be6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488100 Sep 13 07:04:43.275943 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716e24a-7135-43ca-a62c-ca737186723a req-baf27880-569d-4bf6-9718-b210cd6a9d88 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:43.277420 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5716e24a-7135-43ca-a62c-ca737186723a req-baf27880-569d-4bf6-9718-b210cd6a9d88 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0572205 Sep 13 07:04:43.338727 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5716e24a-7135-43ca-a62c-ca737186723a req-bd4746fa-3b9a-4425-a5c7-9bb054aeb12e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526059 Sep 13 07:04:44.231841 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226b489-3f0a-47f6-baa2-85fd532c8b43 req-509f31ea-2bfa-4701-b4c7-af154ab1cae0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:44.233338 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2226b489-3f0a-47f6-baa2-85fd532c8b43 req-509f31ea-2bfa-4701-b4c7-af154ab1cae0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.0555038 Sep 13 07:04:44.286373 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2226b489-3f0a-47f6-baa2-85fd532c8b43 req-c7da2f37-bc90-47fa-a133-066dca44bb4a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 Sep 13 07:04:44.473968 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6f3c9-0967-4089-95c7-71637ae83323 req-a99de80f-3ffd-4188-8069-af4adbd9ba83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:44.475496 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c6e6f3c9-0967-4089-95c7-71637ae83323 req-a99de80f-3ffd-4188-8069-af4adbd9ba83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0475430 Sep 13 07:04:44.532643 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c6e6f3c9-0967-4089-95c7-71637ae83323 req-7577017b-2a69-408d-bf55-d1160506fea5 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492239 Sep 13 07:04:45.024795 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a7477596-3b59-40f9-9676-9d56b3b3aba4 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:04:45.131484 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:45.143140 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'port_id': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'mac_address': 'fa:16:3e:f0:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:04:45.188992 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a7477596-3b59-40f9-9676-9d56b3b3aba4 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:45.189421 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:45.200058 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:45.208343 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7477596-3b59-40f9-9676-9d56b3b3aba4 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:04:45.231545 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:45.239308 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:45.288546 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:45.295589 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cf711-92be-4e4b-8953-221b33c24f37 req-4b21ed5c-9f50-4f5a-afd7-f5a344ddf259 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:45.297286 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc0cf711-92be-4e4b-8953-221b33c24f37 req-4b21ed5c-9f50-4f5a-afd7-f5a344ddf259 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0489218 Sep 13 07:04:45.360589 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-ba89d6aa-2353-436c-923c-56ed2d204c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:45.362109 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-ba89d6aa-2353-436c-923c-56ed2d204c19 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1168 time: 0.0641270 Sep 13 07:04:45.393270 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:45.410544 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc0cf711-92be-4e4b-8953-221b33c24f37 req-cd1320b3-7a33-40a9-8df4-41b000e0e91e tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035097 Sep 13 07:04:45.481034 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-eabfd497-fca5-4724-9a67-558bfa78ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:45.482649 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-eabfd497-fca5-4724-9a67-558bfa78ad46 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 915 time: 0.1007190 Sep 13 07:04:45.551289 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-0c040697-a136-4b59-9781-e635c010c2af service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 1001 time: 0.0608146 Sep 13 07:04:45.620518 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-c1837f0a-1b10-41f1-a8d3-5d4afa961c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:45.622466 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-c1837f0a-1b10-41f1-a8d3-5d4afa961c2f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 200 len: 853 time: 0.0640404 Sep 13 07:04:45.708126 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c674f-53fa-4289-8833-938f30988af3 req-05d2fe2a-48bd-4ef5-bd4d-6f4b74e2e21f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:45.710241 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-413c674f-53fa-4289-8833-938f30988af3 req-05d2fe2a-48bd-4ef5-bd4d-6f4b74e2e21f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 945 time: 0.0861425 Sep 13 07:04:45.720670 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-7f5df818-2421-44da-b3dd-090ca70358e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:45.722395 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-7f5df818-2421-44da-b3dd-090ca70358e5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0cffbe9d-fe13-461f-aaa8-05916e53ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872362 Sep 13 07:04:45.729274 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['a7477596-3b59-40f9-9676-9d56b3b3aba4'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:04:45.782286 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-413c674f-53fa-4289-8833-938f30988af3 req-ad85dfe0-4e78-42ff-aa45-700be965158a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647364 Sep 13 07:04:45.816294 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5777-a098-4927-aa6b-3f30a397c252 req-b6d94320-9e31-410f-bcab-6e67495e33dd tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:45.817761 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ba0c5777-a098-4927-aa6b-3f30a397c252 req-b6d94320-9e31-410f-bcab-6e67495e33dd tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.0527844 Sep 13 07:04:45.869146 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ba0c5777-a098-4927-aa6b-3f30a397c252 req-471a0118-9cce-423c-a0d2-2444e8bec5d4 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454025 Sep 13 07:04:45.947790 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:46.555471 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84018e79-976b-4ee7-bb6d-d399b3d0ee47 req-9d595094-5c49-4cd2-8ca6-09dfe7e82164 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:46.557173 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84018e79-976b-4ee7-bb6d-d399b3d0ee47 req-9d595094-5c49-4cd2-8ca6-09dfe7e82164 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0552037 Sep 13 07:04:46.613032 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:46.624734 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84018e79-976b-4ee7-bb6d-d399b3d0ee47 req-f5522863-bb77-4ba8-b230-d1b01eaab9fa tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595577 Sep 13 07:04:46.924619 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016fb11-2d2c-4c7a-a242-80d91d3b102a req-3ae54ce8-0686-4892-9019-18a90c2dda4a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:46.926342 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6016fb11-2d2c-4c7a-a242-80d91d3b102a req-3ae54ce8-0686-4892-9019-18a90c2dda4a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 945 time: 0.0485678 Sep 13 07:04:47.013313 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117302-0eea-45df-8364-88fd8160c9f7 req-390b6314-72e0-4c4c-a06f-403c95941b66 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:47.014792 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-62117302-0eea-45df-8364-88fd8160c9f7 req-390b6314-72e0-4c4c-a06f-403c95941b66 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.0686295 Sep 13 07:04:47.018608 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6016fb11-2d2c-4c7a-a242-80d91d3b102a req-f0a906bd-81da-4f9f-8488-0bd776daef73 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861855 Sep 13 07:04:47.055311 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a7477596-3b59-40f9-9676-9d56b3b3aba4 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:04:47.063919 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-62117302-0eea-45df-8364-88fd8160c9f7 req-115f0a9d-836b-4133-9b11-110e2e44eca5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Sep 13 07:04:47.107800 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port a7477596-3b59-40f9-9676-9d56b3b3aba4 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:04:47.117186 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port a7477596-3b59-40f9-9676-9d56b3b3aba4 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:47.117650 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:47.200504 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a7477596-3b59-40f9-9676-9d56b3b3aba4 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:04:47.200886 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:47.226492 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:47.228453 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e8d4f-b8eb-44f1-aa13-a2687700b733" -d '{"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-plugged", "status": "completed", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:47.241306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:47.246975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:47.269141 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ee6b2a-f813-4d8d-b55c-2dca182cfab0 x-openstack-request-id: req-19ee6b2a-f813-4d8d-b55c-2dca182cfab0 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:47.269451 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-plugged", "status": "completed", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:47.269704 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19ee6b2a-f813-4d8d-b55c-2dca182cfab0 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:47.270129 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ee6b2a-f813-4d8d-b55c-2dca182cfab0'] response: {'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'code': 200} Sep 13 07:04:47.294675 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:47.765998 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48496bc9-3dd4-42fa-8f38-d343ce245279 req-a2ab21c2-75c2-43f9-81bd-cba10e66bd3d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:47.767397 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48496bc9-3dd4-42fa-8f38-d343ce245279 req-a2ab21c2-75c2-43f9-81bd-cba10e66bd3d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0610607 Sep 13 07:04:47.804879 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-13cb2388-0180-4765-8066-28873aff2e0f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476631 Sep 13 07:04:47.841233 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48496bc9-3dd4-42fa-8f38-d343ce245279 req-947c15e8-dc80-40ac-a44c-6b727784d122 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673490 Sep 13 07:04:48.217220 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=63,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:48.224249 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:48.230787 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79263a3d-1959-49ff-a844-dcea29d53cc3 req-7f2de061-0bc7-464d-a751-1dcfc0f216df tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:48.232355 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-79263a3d-1959-49ff-a844-dcea29d53cc3 req-7f2de061-0bc7-464d-a751-1dcfc0f216df tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.1352859 Sep 13 07:04:48.272028 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c687f-02f9-40e8-9ecf-d79bcac4f17d req-852a48fa-0880-4e43-b7e5-420e7a07d2d3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:48.273475 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-334c687f-02f9-40e8-9ecf-d79bcac4f17d req-852a48fa-0880-4e43-b7e5-420e7a07d2d3 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.1249621 Sep 13 07:04:48.343711 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836c224-d9ac-48d8-931b-7d321dc62bc9 req-63634fce-8b08-4b72-95ed-8b39324381f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:48.346351 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-852bddcf-bdeb-46ec-abba-667b3b02aad1 req-2241f629-b1f3-4120-9b44-9bb62338759f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113907 Sep 13 07:04:48.346541 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a836c224-d9ac-48d8-931b-7d321dc62bc9 req-63634fce-8b08-4b72-95ed-8b39324381f1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1130 time: 0.0523362 Sep 13 07:04:48.364143 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-79263a3d-1959-49ff-a844-dcea29d53cc3 req-0c7290c8-a5f9-4a10-a8ca-b417802cba23 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115241 Sep 13 07:04:48.375778 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-334c687f-02f9-40e8-9ecf-d79bcac4f17d req-15f5c3d9-f61d-46dd-9558-e7d9aa9638b6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914357 Sep 13 07:04:48.539246 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-a836c224-d9ac-48d8-931b-7d321dc62bc9 req-a7234374-cb16-4aaa-86b1-d85af78b84cc service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503542 Sep 13 07:04:48.991908 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-44b98577-973c-4b75-b670-8b7929334a06 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:48.993344 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-44b98577-973c-4b75-b670-8b7929334a06 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.0807467 Sep 13 07:04:49.003649 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ced783-69bb-4333-844f-f24ddf7ab976 req-664e5142-40d3-474e-a21f-e108c0975dfb tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:49.005000 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-98ced783-69bb-4333-844f-f24ddf7ab976 req-664e5142-40d3-474e-a21f-e108c0975dfb tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0580456 Sep 13 07:04:49.077114 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-98ced783-69bb-4333-844f-f24ddf7ab976 req-1a66238b-02c5-488d-b856-ae82cc14c2ee tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658553 Sep 13 07:04:49.172040 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:04:49.172268 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:49.271292 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] For port ef18f87e-b4ae-437d-90c7-0368d0e8dc10, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:04:49.271666 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:49.362738 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:49.438633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:49.438945 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (823c44d1-eab7-42f5-bebf-caf71e6216ed), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:49.439222 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP 823c44d1-eab7-42f5-bebf-caf71e6216ed disassociated. External IP: 172.27.2.192, port: ef18f87e-b4ae-437d-90c7-0368d0e8dc10. Sep 13 07:04:49.439562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for ef18f87e-b4ae-437d-90c7-0368d0e8dc10 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:04:49.558651 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169d66c-3ba5-4d86-bf42-2ce5abd65932 req-9e5c12b9-361c-4dca-9e1e-d821705320be tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:49.560186 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0169d66c-3ba5-4d86-bf42-2ce5abd65932 req-9e5c12b9-361c-4dca-9e1e-d821705320be tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.1184268 Sep 13 07:04:49.567634 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d9b79-608d-4a27-842a-40a0d445c114 req-8c359da0-a0b4-4d9d-ba9a-5480721058ae tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:49.569009 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-575d9b79-608d-4a27-842a-40a0d445c114 req-8c359da0-a0b4-4d9d-ba9a-5480721058ae tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 945 time: 0.1138067 Sep 13 07:04:49.653527 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:49.677362 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0169d66c-3ba5-4d86-bf42-2ce5abd65932 req-30435589-34d2-43aa-87b6-0093970b455a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060972 Sep 13 07:04:49.680198 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-575d9b79-608d-4a27-842a-40a0d445c114 req-d4d1640a-a697-464a-b681-02f5f648597d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e85a5e0-af6f-4db6-93af-efbe289cac52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039419 Sep 13 07:04:49.735089 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (ef18f87e-b4ae-437d-90c7-0368d0e8dc10), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:49.768817 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=ef18f87e-b4ae-437d-90c7-0368d0e8dc10,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:49.889695 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:50.000811 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:50.011560 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:50.023167 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:50.023824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:50.043464 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] No DVR routers for this DVR port ef18f87e-b4ae-437d-90c7-0368d0e8dc10 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:04:50.046066 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:50.049391 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ae76f52e-0979-4a9c-a1a6-ae20168e15cc req-a447a02e-72f7-4772-9089-3e0018a3b14c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ef18f87e-b4ae-437d-90c7-0368d0e8dc10 HTTP/1.1" status: 204 len: 173 time: 0.9607384 Sep 13 07:04:50.049920 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'name': 'network-vif-deleted', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:50.052204 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92085e0d-4aab-4160-ae33-c65c6026b35b" -d '{"events": [{"server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "name": "network-vif-deleted", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:50.097265 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407a444f-0ee4-440f-9fb7-b9d4fa76d832 x-openstack-request-id: req-407a444f-0ee4-440f-9fb7-b9d4fa76d832 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:50.097561 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fc8f3f-7357-45fd-b982-ea283b3b33dd", "name": "network-vif-deleted", "tag": "ef18f87e-b4ae-437d-90c7-0368d0e8dc10", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:50.097854 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-407a444f-0ee4-440f-9fb7-b9d4fa76d832 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:50.098300 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407a444f-0ee4-440f-9fb7-b9d4fa76d832'] response: {'server_uuid': '98fc8f3f-7357-45fd-b982-ea283b3b33dd', 'name': 'network-vif-deleted', 'tag': 'ef18f87e-b4ae-437d-90c7-0368d0e8dc10', 'status': 'completed', 'code': 200} Sep 13 07:04:50.146598 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:50.210986 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88318977-82d4-4b90-81d8-d89a5bf017c2 req-5002c9d8-058d-4e83-a764-b6bc94b1b9d2 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:50.214770 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-88318977-82d4-4b90-81d8-d89a5bf017c2 req-5002c9d8-058d-4e83-a764-b6bc94b1b9d2 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0566583 Sep 13 07:04:50.279404 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-88318977-82d4-4b90-81d8-d89a5bf017c2 req-cc034084-9336-408d-856a-ff21f94c50b1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606704 Sep 13 07:04:50.363867 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:50.387947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:50.397037 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:50.397628 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:50.503853 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:50.542010 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:50.697524 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:50.733420 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1d35b-2252-4c88-964e-4cd21da57b61 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:50.846160 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6942e27e-48f5-40df-9086-6a5982125cf0 req-f1f5e292-d881-405f-8bf6-5ef00b8c80fe tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=98fc8f3f-7357-45fd-b982-ea283b3b33dd HTTP/1.1" status: 200 len: 210 time: 0.0589819 Sep 13 07:04:50.861089 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ffbaa-a062-46b5-833f-3dfdf7007830 req-aad2bb48-c38d-496d-af77-051cf7dafe88 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:50.863747 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-479ffbaa-a062-46b5-833f-3dfdf7007830 req-aad2bb48-c38d-496d-af77-051cf7dafe88 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0790250 Sep 13 07:04:50.915318 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-479ffbaa-a062-46b5-833f-3dfdf7007830 req-8216e509-e863-47d6-b23a-7e62616ab063 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Sep 13 07:04:51.002659 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a083c-7a12-40cc-b3a9-ce8977b235bd None None] New status for floating IP 823c44d1-eab7-42f5-bebf-caf71e6216ed: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:04:51.036046 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:51.054265 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b886ae-d2a7-48d7-9361-087ecac395a1 req-b2254b3f-dadf-4b0b-802b-1fae6d672d7a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:51.056084 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c9b886ae-d2a7-48d7-9361-087ecac395a1 req-b2254b3f-dadf-4b0b-802b-1fae6d672d7a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0532937 Sep 13 07:04:51.115257 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c9b886ae-d2a7-48d7-9361-087ecac395a1 req-7c532698-9cca-49e6-9e27-555b0418ed73 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513041 Sep 13 07:04:51.148863 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43628) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:51.338041 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b60e76-d09d-4d99-9093-1283d63956d2 tempest-TestShelveInstance-806932124 tempest-TestShelveInstance-806932124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:51.342126 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-50b60e76-d09d-4d99-9093-1283d63956d2 tempest-TestShelveInstance-806932124 tempest-TestShelveInstance-806932124-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1125 time: 0.1896687 Sep 13 07:04:51.343503 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43638) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:51.348182 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'port_id': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:51.401279 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:51.426546 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d834509-ab2f-427c-b8db-f1bef96bebbc req-3d6d6822-45e1-4f8c-8dfc-6313a5e90447 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:51.428021 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d834509-ab2f-427c-b8db-f1bef96bebbc req-3d6d6822-45e1-4f8c-8dfc-6313a5e90447 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0681734 Sep 13 07:04:51.777319 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:51.785412 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d834509-ab2f-427c-b8db-f1bef96bebbc req-502afc56-ef9b-43d3-94d9-1338d697df94 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3283553 Sep 13 07:04:51.843010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:51.894450 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Allocated IP 172.27.2.161 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/4d02a9d8-ed91-4f87-aab0-fd806f526521) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:51.948947 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43646) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:52.004038 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9c03221-6bdf-4656-9549-6277f5510db9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (1e85a5e0-af6f-4db6-93af-efbe289cac52), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.007038 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.026122 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9c03221-6bdf-4656-9549-6277f5510db9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (1e85a5e0-af6f-4db6-93af-efbe289cac52), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.041846 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.076267 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9c03221-6bdf-4656-9549-6277f5510db9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1e85a5e0-af6f-4db6-93af-efbe289cac52), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.078841 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b9c03221-6bdf-4656-9549-6277f5510db9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.080002 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b9c03221-6bdf-4656-9549-6277f5510db9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1e85a5e0-af6f-4db6-93af-efbe289cac52 HTTP/1.1" status: 204 len: 168 time: 0.1299889 Sep 13 07:04:52.080883 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:52.083011 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43648) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:52.089488 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c03221-6bdf-4656-9549-6277f5510db9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85a5e0-af6f-4db6-93af-efbe289cac52,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:52.096116 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:52.099747 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:52.134996 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'Port': ['ID=4d02a9d8-ed91-4f87-aab0-fd806f526521,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:52.140637 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.api.v2.resource [None req-7ac828d1-b64e-4161-8191-1bfec6c8b40b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] show failed (client error): The resource could not be found. Sep 13 07:04:52.141692 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7ac828d1-b64e-4161-8191-1bfec6c8b40b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups/1e85a5e0-af6f-4db6-93af-efbe289cac52 HTTP/1.1" status: 404 len: 347 time: 0.0575085 Sep 13 07:04:52.144817 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43650) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:52.263006 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port d5cd27bc-9d32-48e8-9edd-8993d98702f9 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:04:52.263902 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.341737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.342032 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (d5cd27bc-9d32-48e8-9edd-8993d98702f9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.354758 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for d5cd27bc-9d32-48e8-9edd-8993d98702f9 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:04:52.365352 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:52.478610 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for floatingip (7f630829-5c53-46a2-8798-6f61d579daba), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.515027 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (d5cd27bc-9d32-48e8-9edd-8993d98702f9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.541062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=d5cd27bc-9d32-48e8-9edd-8993d98702f9,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:52.547001 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:52.552314 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.610469 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (823c44d1-eab7-42f5-bebf-caf71e6216ed), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.612497 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.616449 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a5504474-4ad7-43ac-944c-5460a5f25c3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/823c44d1-eab7-42f5-bebf-caf71e6216ed HTTP/1.1" status: 204 len: 168 time: 0.4673135 Sep 13 07:04:52.643863 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:52.705492 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43656) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:52.710485 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3f604346-2634-4581-869a-349acf7647de tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137943035', 'description': 'tempest-description--453558508'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:52.722770 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.729419 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.733485 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f604346-2634-4581-869a-349acf7647de tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.797363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event updated for resources: {'Port': ['ID=4d02a9d8-ed91-4f87-aab0-fd806f526521,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:52.799672 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:52.799892 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (7f630829-5c53-46a2-8798-6f61d579daba), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.801894 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f604346-2634-4581-869a-349acf7647de tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (38b7ceb5-4f09-487a-b536-8a0fcc99b727), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.806956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f604346-2634-4581-869a-349acf7647de tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (38b7ceb5-4f09-487a-b536-8a0fcc99b727), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.840303 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f604346-2634-4581-869a-349acf7647de tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:52.841575 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3f604346-2634-4581-869a-349acf7647de tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1347342 Sep 13 07:04:52.844837 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43660) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:52.847530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f604346-2634-4581-869a-349acf7647de tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b7ceb5-4f09-487a-b536-8a0fcc99b727,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:52.853575 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-89098a52-fbef-43bd-a95d-e03d12a55d9e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': '38b7ceb5-4f09-487a-b536-8a0fcc99b727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:52.957628 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Floating IP 7f630829-5c53-46a2-8798-6f61d579daba associated. External IP: 172.27.2.161, port: a7477596-3b59-40f9-9676-9d56b3b3aba4. Sep 13 07:04:52.966954 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e952d9-2945-4c72-b574-d2454e0f1482 req-b5191768-b2bc-4662-bb57-5df9611db870 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:52.968408 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-58e952d9-2945-4c72-b574-d2454e0f1482 req-b5191768-b2bc-4662-bb57-5df9611db870 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0992725 Sep 13 07:04:52.999083 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-89098a52-fbef-43bd-a95d-e03d12a55d9e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (33975f36-0d2d-48fb-9514-a4c643089e17), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.078786 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ef18f87e-b4ae-437d-90c7-0368d0e8dc10 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:04:53.099133 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: ef18f87e-b4ae-437d-90c7-0368d0e8dc10 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:04:53.099482 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ef18f87e-b4ae-437d-90c7-0368d0e8dc10 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:04:53.136176 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-89098a52-fbef-43bd-a95d-e03d12a55d9e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (33975f36-0d2d-48fb-9514-a4c643089e17), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.149428 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-58e952d9-2945-4c72-b574-d2454e0f1482 req-a8046d44-edab-4777-81bd-f9b79b259592 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445775 Sep 13 07:04:53.150439 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-89098a52-fbef-43bd-a95d-e03d12a55d9e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (33975f36-0d2d-48fb-9514-a4c643089e17), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.174609 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098a52-fbef-43bd-a95d-e03d12a55d9e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33975f36-0d2d-48fb-9514-a4c643089e17,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:53.209472 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:53.213887 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-89098a52-fbef-43bd-a95d-e03d12a55d9e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.215086 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-89098a52-fbef-43bd-a95d-e03d12a55d9e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692853 Sep 13 07:04:53.218761 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43662) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:53.223697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-440b9002-21a0-49bc-831b-bcad9e153c81 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': '38b7ceb5-4f09-487a-b536-8a0fcc99b727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:53.258309 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-440b9002-21a0-49bc-831b-bcad9e153c81 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (5a6e4f40-d314-4be1-8827-822e98a780f3), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.284624 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Router d40fbbaa-5a3e-4544-a35b-f5846e205523 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:04:53.315404 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-440b9002-21a0-49bc-831b-bcad9e153c81 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (5a6e4f40-d314-4be1-8827-822e98a780f3), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.320488 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-440b9002-21a0-49bc-831b-bcad9e153c81 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (5a6e4f40-d314-4be1-8827-822e98a780f3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.339864 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b9002-21a0-49bc-831b-bcad9e153c81 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6e4f40-d314-4be1-8827-822e98a780f3,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:53.346494 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-440b9002-21a0-49bc-831b-bcad9e153c81 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.348205 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-440b9002-21a0-49bc-831b-bcad9e153c81 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283736 Sep 13 07:04:53.351412 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 43664) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:04:53.355728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:53.378983 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.395332 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:04:53.407070 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] Sync routers for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:04:53.416480 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.419799 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:53.420783 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:53.441172 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:53.453934 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b61e99ad-9d94-4c2a-8cf4-1cf8f66f9566 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1068316 Sep 13 07:04:53.453934 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:53.454516 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc433aef-bbe4-4b40-95be-c483517a8319" -d '{"events": [{"name": "network-changed", "server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:53.457287 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:53.469036 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.506426 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73e4a1-66ff-45bb-b98b-9ac8ea55fc51 x-openstack-request-id: req-aa73e4a1-66ff-45bb-b98b-9ac8ea55fc51 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:53.506714 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:53.506964 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa73e4a1-66ff-45bb-b98b-9ac8ea55fc51 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:53.507369 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa73e4a1-66ff-45bb-b98b-9ac8ea55fc51'] response: {'name': 'network-changed', 'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'status': 'completed', 'code': 200} Sep 13 07:04:53.590459 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.27.2.63 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/11985aba-d07e-42f8-8683-e79dfc4ca404) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:53.615283 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-764c5ee0-ee6a-4a8e-9a13-e629fead6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:53.616832 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-764c5ee0-ee6a-4a8e-9a13-e629fead6848 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1130 time: 0.0451410 Sep 13 07:04:53.681285 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:53.714259 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-0963782d-af1d-43f1-9b74-0434e381a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:53.715772 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-0963782d-af1d-43f1-9b74-0434e381a547 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 909 time: 0.0921013 Sep 13 07:04:53.715891 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.745029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:53.750423 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.769656 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:53.771045 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:53.788095 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-d7a14821-9cda-40a6-89f7-5272aee03d2c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 1000 time: 0.0644004 Sep 13 07:04:53.794819 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:53.840760 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-6a0fdd7d-636d-4992-a8ba-76f10803d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:53.842735 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-6a0fdd7d-636d-4992-a8ba-76f10803d9fa service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 200 len: 847 time: 0.0463407 Sep 13 07:04:53.865743 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:53.866001 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:53.888028 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=11985aba-d07e-42f8-8683-e79dfc4ca404,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:53.893078 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-f92be2cc-9c95-4ebd-a26e-79d8e40e0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:53.895127 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-f92be2cc-9c95-4ebd-a26e-79d8e40e0bb3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=027dc9b9-4576-4664-afcd-fda58e74e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435085 Sep 13 07:04:53.895314 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (1ad2cd86-fba1-428d-a7b0-1160c9c6b18b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.915409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '7f630829-5c53-46a2-8798-6f61d579daba', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'port_id': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'mac_address': 'fa:16:3e:f0:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:52Z', 'updated_at': '2022-09-13T07:04:52Z', 'revision_number': 0, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:04:01Z', 'revision_number': 5, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:53.936547 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:53.942058 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] Checking router: d40fbbaa-5a3e-4544-a35b-f5846e205523 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:04:53.950825 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:04:53.951440 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:53.995925 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-fc5eb7b7-ed6c-4ad4-8117-a33cad13e94d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905128 Sep 13 07:04:54.070183 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:04:54.090650 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:54.093398 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc433aef-bbe4-4b40-95be-c483517a8319 req-55411768-366a-4aab-bb08-240d2e1a1084 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902395 Sep 13 07:04:54.097000 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:54.174656 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=11985aba-d07e-42f8-8683-e79dfc4ca404,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:54.177399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (1ad2cd86-fba1-428d-a7b0-1160c9c6b18b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:54.196355 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:54.202629 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-536c196a-8f91-44cc-917d-91e4194b5e47 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8451269 Sep 13 07:04:54.298054 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '7f630829-5c53-46a2-8798-6f61d579daba', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'port_id': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'mac_address': 'fa:16:3e:f0:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:52Z', 'updated_at': '2022-09-13T07:04:52Z', 'revision_number': 0, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:04:01Z', 'revision_number': 5, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:04:54.299936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fccdc-2ef5-4814-83d8-0b06039a91dc req-9fbe571d-0afc-4df8-88ca-dc78a6809250 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:54.301593 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c63fccdc-2ef5-4814-83d8-0b06039a91dc req-9fbe571d-0afc-4df8-88ca-dc78a6809250 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0653925 Sep 13 07:04:54.328849 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5c726-5096-43bb-a016-2883b19ce5d7 None None] The sync data for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi is: [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '7f630829-5c53-46a2-8798-6f61d579daba', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'port_id': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'mac_address': 'fa:16:3e:f0:9f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:52Z', 'updated_at': '2022-09-13T07:04:52Z', 'revision_number': 0, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:04:01Z', 'revision_number': 5, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:04:54.386142 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c63fccdc-2ef5-4814-83d8-0b06039a91dc req-813ab1f8-9bac-45d9-9d7b-e5d2099d42bc tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772932 Sep 13 07:04:54.449927 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-26396a00-798e-4844-b517-479143a2dc30 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2137943035&fields=id&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 267 time: 0.0461626 Sep 13 07:04:54.546602 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bbd59-2f40-4aaf-b1ec-d5071bbdcb1a None None] New status for floating IP 7f630829-5c53-46a2-8798-6f61d579daba: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:04:54.550148 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:54.572993 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-2957fad4-acaf-4a51-bad4-cdd76d713a62 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:54.574434 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-2957fad4-acaf-4a51-bad4-cdd76d713a62 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.1171103 Sep 13 07:04:54.589634 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-d8e421cc-aa4d-435f-8eef-e87df615671f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/quotas/8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 375 time: 0.0095088 Sep 13 07:04:54.650450 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-3180c0cc-b59b-4d8c-9632-a780f7bcdaed tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547073 Sep 13 07:04:54.752414 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-5afcfeb3-7a5d-4d4a-ab82-f5929a88d1c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901644 Sep 13 07:04:54.853754 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-163853a9-6ba2-4fa3-a1ac-026c15769951 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955372 Sep 13 07:04:55.028261 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-666c7317-5135-4d88-bb13-2d0047d772b9 req-cd724e16-fba9-42fd-9a07-75e490fc34f5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0287747 Sep 13 07:04:55.522328 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766f6e3-9219-4439-b6a1-442a18eeb7aa req-dc5ae21e-9bf1-4405-adb9-43a374f35d20 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:55.523843 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1766f6e3-9219-4439-b6a1-442a18eeb7aa req-dc5ae21e-9bf1-4405-adb9-43a374f35d20 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0534959 Sep 13 07:04:55.550461 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:55.589697 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1766f6e3-9219-4439-b6a1-442a18eeb7aa req-141fcbf1-fc39-466e-9aeb-63990fd52a1b tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593088 Sep 13 07:04:55.892483 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-45b122fc-40b0-424b-a956-3988ad2bb4d5 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2025561016&fields=id&tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 267 time: 0.0462406 Sep 13 07:04:56.008091 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-a75d15ae-7767-488c-b8c9-831e0261b159 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:56.009537 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-a75d15ae-7767-488c-b8c9-831e0261b159 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 812 time: 0.1103806 Sep 13 07:04:56.024714 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-3fe1348d-eda3-4ff1-b3c6-c4664d3fae7e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/quotas/99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 375 time: 0.0094333 Sep 13 07:04:56.074266 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-37907a5c-c249-4f93-a6da-0f54645e2cf6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443916 Sep 13 07:04:56.084207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6d7da349-e1a9-4a89-8e02-a834c22ffe76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:56.166819 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c2f77c7e-d08e-4517-a76e-45ff94ac8253 req-c56722e1-a04b-4e5c-82e3-2f2ffa0ba6ec tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0570369 Sep 13 07:04:56.205455 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-fcf3aee9-33e9-4f5c-afbb-fe1819b0930a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140585 Sep 13 07:04:56.346476 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-b379f842-d5b9-45d9-8338-c425fe320452 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351993 Sep 13 07:04:56.401598 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-f8c9d1df-5680-418e-88ac-0860a453526b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:56.403191 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-f8c9d1df-5680-418e-88ac-0860a453526b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.1206646 Sep 13 07:04:56.481698 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-5810d6fc-18b0-4942-8b27-e6022da7cc17 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 380 time: 0.0596435 Sep 13 07:04:56.612313 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'port': {'device_id': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'admin_state_up': True, 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'security_groups': ['38b7ceb5-4f09-487a-b536-8a0fcc99b727']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:56.632088 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:56.702545 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c479c3de-dbf0-407d-b2db-ec0682c9a8b5 req-585fe8db-16a3-4ec1-93a9-b678dc0da589 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 210 time: 0.0421104 Sep 13 07:04:56.767627 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed06c69-f4a6-4af5-a5ac-548b0674fa78 req-e344d682-5864-4715-b334-4b21d3aefa6a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:56.769118 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6ed06c69-f4a6-4af5-a5ac-548b0674fa78 req-e344d682-5864-4715-b334-4b21d3aefa6a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0721483 Sep 13 07:04:56.837779 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Made reservation on behalf of 8c7dc05c1c9d40b2bb0defc9dd157d6e for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:04:56.842306 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:56.867351 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6ed06c69-f4a6-4af5-a5ac-548b0674fa78 req-2d7b8f6f-ba12-4c08-8f0b-a4dc1271e72d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925639 Sep 13 07:04:56.968431 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:56.988245 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.20.0.13 (672f9e05-334a-4483-b823-bb14da4544d0/8b122c98-8c7f-4fec-832c-56bd3a61b6d7/b05c2df1-d6ff-46f8-807a-b0bddae18565) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:57.360133 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8a7692d5-19f7-48dc-a14f-1dd606b60a3a req-55c915ee-67e6-400f-a919-e4218bc7465e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0386662 Sep 13 07:04:57.415560 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:57.448734 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:57.495451 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network 672f9e05-334a-4483-b823-bb14da4544d0 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:57.503413 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:57.507365 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:57.511512 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=b05c2df1-d6ff-46f8-807a-b0bddae18565,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:57.563330 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:57.563982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:57.584370 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-df42aaff-15fa-4f75-a088-4cd26b49d1ff tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9770842 Sep 13 07:04:57.611977 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Request body: {'port': {'device_id': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:57.680225 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:57.766510 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-1720439f-b848-4231-bd1c-4c25797cd19b None None] Provisioning complete for port b05c2df1-d6ff-46f8-807a-b0bddae18565 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:57.767136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1720439f-b848-4231-bd1c-4c25797cd19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:57.784808 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:57.800437 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-1720439f-b848-4231-bd1c-4c25797cd19b None None] Port b05c2df1-d6ff-46f8-807a-b0bddae18565 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:57.828221 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c52c21b0-7dc6-4b36-a3ca-a43c63a84736 req-a879a306-abb2-4f28-9267-fa7d7afc4bac tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 210 time: 0.0398176 Sep 13 07:04:57.999502 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05c2df1-d6ff-46f8-807a-b0bddae18565 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:04:58.010967 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Publish callbacks [] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.033935 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62a7b-6897-4571-a26a-4b588649a4d6 req-9bbe8f68-6b33-4f42-8f8b-1cb45f81974b tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.035489 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-94e62a7b-6897-4571-a26a-4b588649a4d6 req-9bbe8f68-6b33-4f42-8f8b-1cb45f81974b tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0739579 Sep 13 07:04:58.038230 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Transition to ACTIVE for port object b05c2df1-d6ff-46f8-807a-b0bddae18565 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:04:58.049466 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.084472 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:58.142111 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Pushing event updated for resources: {'Port': ['ID=b05c2df1-d6ff-46f8-807a-b0bddae18565,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:58.191985 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-94e62a7b-6897-4571-a26a-4b588649a4d6 req-ef490c0e-ad88-48e1-b8e6-d37881a55258 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506555 Sep 13 07:04:58.215832 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-2036a58e-2008-4bdf-80d3-d8468c20d660 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.217663 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-2036a58e-2008-4bdf-80d3-d8468c20d660 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 812 time: 0.1318462 Sep 13 07:04:58.218497 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Attempting to bind port b05c2df1-d6ff-46f8-807a-b0bddae18565 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:58.218833 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Attempting to bind port b05c2df1-d6ff-46f8-807a-b0bddae18565 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:58.219158 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Attempting to bind port b05c2df1-d6ff-46f8-807a-b0bddae18565 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:58.281530 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Port b05c2df1-d6ff-46f8-807a-b0bddae18565 on network 672f9e05-334a-4483-b823-bb14da4544d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:04:58.281869 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Attempting to bind port b05c2df1-d6ff-46f8-807a-b0bddae18565 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:58.300721 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-a401c650-c6b6-467e-9cb7-8ca3045779a8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 380 time: 0.0638306 Sep 13 07:04:58.325296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:58.325658 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Checking segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:58.325938 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'port': {'device_id': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'admin_state_up': True, 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'security_groups': ['b80bfa08-fa71-41cb-b9de-7c9796537f07']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:58.326526 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Bound using segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:58.326526 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Bound port: b05c2df1-d6ff-46f8-807a-b0bddae18565, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:58.326889 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.353484 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3e51fcbb-c477-4baa-b901-3d69503b187f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.397351 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] For port b05c2df1-d6ff-46f8-807a-b0bddae18565, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:58.402112 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] For port b05c2df1-d6ff-46f8-807a-b0bddae18565, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:58.409437 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.415309 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.415932 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.417333 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b05c2df1-d6ff-46f8-807a-b0bddae18565 HTTP/1.1" status: 200 len: 1094 time: 0.8099604 Sep 13 07:04:58.419850 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:58.422189 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:58.463156 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Made reservation on behalf of 99bbe5cbd59f4feda4da45f2b14bd09b for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:04:58.468335 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.480761 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b9afe2-9ddc-4f1f-a117-6aaeef19e203 x-openstack-request-id: req-86b9afe2-9ddc-4f1f-a117-6aaeef19e203 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:58.481042 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:58.481290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86b9afe2-9ddc-4f1f-a117-6aaeef19e203 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:58.481692 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b9afe2-9ddc-4f1f-a117-6aaeef19e203'] response: {'name': 'network-changed', 'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'status': 'completed', 'code': 200} Sep 13 07:04:58.514462 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00e2f0-1d42-4bd3-80fb-e18acca34006 service neutron] Pushing event updated for resources: {'Port': ['ID=b05c2df1-d6ff-46f8-807a-b0bddae18565,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:58.538652 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f236a6-389d-48c2-8dca-eaa13b5052dc req-fa135df0-018e-40aa-880c-99e27ee57773 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.540128 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-95f236a6-389d-48c2-8dca-eaa13b5052dc req-fa135df0-018e-40aa-880c-99e27ee57773 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 944 time: 0.0786197 Sep 13 07:04:58.582068 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-1a06026e-fc43-4844-9032-cee2921bf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.584002 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-1a06026e-fc43-4844-9032-cee2921bf2f7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 1128 time: 0.0592084 Sep 13 07:04:58.611461 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:58.614121 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Allocated IP 172.20.0.14 (3420c970-55c8-47dc-908b-5f5f431cebe9/1a11c587-7223-4924-89da-11b7cd944dee/a75edda5-2638-4320-afc1-42f9bdf0ed95) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:04:58.618276 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-95f236a6-389d-48c2-8dca-eaa13b5052dc req-706c9cd0-84e9-49f6-91a7-1665f96418c1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611134 Sep 13 07:04:58.645407 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-1531fe1c-b685-445d-8c29-47ea8c03f6f2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565 HTTP/1.1" status: 200 len: 217 time: 0.0413587 Sep 13 07:04:58.700852 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-7d46d91d-065b-4ded-b9e2-991b5629d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.702608 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-7d46d91d-065b-4ded-b9e2-991b5629d5dd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0486429 Sep 13 07:04:58.741258 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:58.748226 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-27b5faa4-0ebb-4f15-a8d6-3bea10ee6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.749902 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-27b5faa4-0ebb-4f15-a8d6-3bea10ee6927 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396800 Sep 13 07:04:58.771839 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.776299 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:58.807964 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.846507 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-7362c8bf-2639-45f4-b79e-439d65ec5df1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889857 Sep 13 07:04:58.851861 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:04:58.858227 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:04:58.861177 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:04:58.893618 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=a75edda5-2638-4320-afc1-42f9bdf0ed95,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:58.934842 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.935707 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:58.956817 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-67f14944-1fd3-441e-ac76-2f7f421e023d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6360307 Sep 13 07:04:58.983119 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Request body: {'port': {'device_id': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:04:58.996902 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c96d8c-e626-455b-bca3-b98e88bd913a req-e3f58595-e16f-4e75-a1a4-5b50af14da67 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:58.999043 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-32c96d8c-e626-455b-bca3-b98e88bd913a req-e3f58595-e16f-4e75-a1a4-5b50af14da67 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 932 time: 0.0753419 Sep 13 07:04:59.050200 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-752cd597-7fb0-48c2-a53c-f94ac4954a9e req-870e8655-92cf-4522-a783-20717d7846be service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897628 Sep 13 07:04:59.078763 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-32c96d8c-e626-455b-bca3-b98e88bd913a req-0a4aa325-eda4-4fe1-9dca-cac42bc533f1 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712724 Sep 13 07:04:59.082627 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:59.128450 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-b75f1046-092c-4715-8059-8f2883268900 None None] Provisioning complete for port a75edda5-2638-4320-afc1-42f9bdf0ed95 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:04:59.129513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b75f1046-092c-4715-8059-8f2883268900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:59.165101 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-b75f1046-092c-4715-8059-8f2883268900 None None] Port a75edda5-2638-4320-afc1-42f9bdf0ed95 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:04:59.326571 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a89078-7d0f-4ce8-9252-a54794a240d4 req-2930b6af-89ec-4590-ae42-0731a9b6b512 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:59.328515 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6a89078-7d0f-4ce8-9252-a54794a240d4 req-2930b6af-89ec-4590-ae42-0731a9b6b512 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0503073 Sep 13 07:04:59.348206 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:59.351057 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75edda5-2638-4320-afc1-42f9bdf0ed95 {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:04:59.358980 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Publish callbacks [] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:59.372089 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Transition to ACTIVE for port object a75edda5-2638-4320-afc1-42f9bdf0ed95 will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:04:59.377320 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:59.392526 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6a89078-7d0f-4ce8-9252-a54794a240d4 req-7c3cf9e9-17bf-4886-b632-8634f7cef1ba tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580885 Sep 13 07:04:59.441956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Pushing event updated for resources: {'Port': ['ID=a75edda5-2638-4320-afc1-42f9bdf0ed95,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:59.491070 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Attempting to bind port a75edda5-2638-4320-afc1-42f9bdf0ed95 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:04:59.491404 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Attempting to bind port a75edda5-2638-4320-afc1-42f9bdf0ed95 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:04:59.491731 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Attempting to bind port a75edda5-2638-4320-afc1-42f9bdf0ed95 on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:59.532318 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:59.536389 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Port a75edda5-2638-4320-afc1-42f9bdf0ed95 on network 3420c970-55c8-47dc-908b-5f5f431cebe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:04:59.536713 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Attempting to bind port a75edda5-2638-4320-afc1-42f9bdf0ed95 on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:04:59.579868 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:04:59.580078 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Checking segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:04:59.580490 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Bound using segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:04:59.580921 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Bound port: a75edda5-2638-4320-afc1-42f9bdf0ed95, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:04:59.581271 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:59.589921 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:04:59.649032 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] For port a75edda5-2638-4320-afc1-42f9bdf0ed95, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:04:59.652280 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] For port a75edda5-2638-4320-afc1-42f9bdf0ed95, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a75edda5-2638-4320-afc1-42f9bdf0ed95,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:04:59.660099 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:59.666985 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:59.667903 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:04:59.669566 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a75edda5-2638-4320-afc1-42f9bdf0ed95 HTTP/1.1" status: 200 len: 1094 time: 0.6964149 Sep 13 07:04:59.670142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:04:59.672591 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221a4ccd-452e-4a35-b6ca-502091b971fe" -d '{"events": [{"name": "network-changed", "server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:04:59.721202 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbf1f4-96de-4f0c-9105-e4b9f175993c service neutron] Pushing event updated for resources: {'Port': ['ID=a75edda5-2638-4320-afc1-42f9bdf0ed95,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:04:59.732464 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61441014-c13d-4d07-be5b-7e20cb666962 x-openstack-request-id: req-61441014-c13d-4d07-be5b-7e20cb666962 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:04:59.733313 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:04:59.733313 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61441014-c13d-4d07-be5b-7e20cb666962 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:04:59.733720 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61441014-c13d-4d07-be5b-7e20cb666962'] response: {'name': 'network-changed', 'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'status': 'completed', 'code': 200} Sep 13 07:04:59.746392 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f692ec-70a9-466f-97b5-f91abe19ff08 req-c2b2fcc5-09ee-4c00-aed9-5ece8d4c9951 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:04:59.748025 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-61f692ec-70a9-466f-97b5-f91abe19ff08 req-c2b2fcc5-09ee-4c00-aed9-5ece8d4c9951 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 944 time: 0.0495725 Sep 13 07:04:59.795230 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-61f692ec-70a9-466f-97b5-f91abe19ff08 req-106f9031-afd7-4c05-98fe-e0e939735b78 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Sep 13 07:04:59.843312 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:00.212560 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bfbd5-a18f-4dd7-9bb9-1af7c2a62f72 req-f620ef35-cf9d-418b-aba6-f1e49a905d1a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.214040 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-248bfbd5-a18f-4dd7-9bb9-1af7c2a62f72 req-f620ef35-cf9d-418b-aba6-f1e49a905d1a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.0520236 Sep 13 07:05:00.270347 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-248bfbd5-a18f-4dd7-9bb9-1af7c2a62f72 req-1d875b6f-68c9-4eeb-b772-a5c41117c65c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474460 Sep 13 07:05:00.349547 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-a7d8bad9-5bdc-4623-bb7e-02aa21628984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.351106 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-a7d8bad9-5bdc-4623-bb7e-02aa21628984 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 1128 time: 0.0409095 Sep 13 07:05:00.472552 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a4ccd-452e-4a35-b6ca-502091b971fe req-30d30d02-345e-4ab9-babe-a9bf9709f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.474096 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-221a4ccd-452e-4a35-b6ca-502091b971fe req-30d30d02-345e-4ab9-babe-a9bf9709f010 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 1128 time: 0.0522361 Sep 13 07:05:00.524792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-200e2d85-2c47-4b22-8889-0ddcc37e2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.526315 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-200e2d85-2c47-4b22-8889-0ddcc37e2e25 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.1049583 Sep 13 07:05:00.571124 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-67ed85ec-d6bc-48df-8cf5-61e798bc236c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565 HTTP/1.1" status: 200 len: 217 time: 0.0328827 Sep 13 07:05:00.601705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1cc39-a8b0-450f-bbda-88870ada8c34 req-c51e0e93-c69e-4789-a70a-f705c41cf8b1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.603224 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9d1cc39-a8b0-450f-bbda-88870ada8c34 req-c51e0e93-c69e-4789-a70a-f705c41cf8b1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.1208148 Sep 13 07:05:00.633896 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-82e27da3-c8c6-46fb-8a7d-e1262356432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.635387 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-82e27da3-c8c6-46fb-8a7d-e1262356432b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0504200 Sep 13 07:05:00.682567 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-c34e1348-4cf3-466f-b445-32dc2e1464d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.684111 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-c34e1348-4cf3-466f-b445-32dc2e1464d1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421753 Sep 13 07:05:00.723257 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a4ccd-452e-4a35-b6ca-502091b971fe req-c6307c0e-80b0-433d-b183-728039d9e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.724737 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-221a4ccd-452e-4a35-b6ca-502091b971fe req-c6307c0e-80b0-433d-b183-728039d9e4ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2315457 Sep 13 07:05:00.755245 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9d1cc39-a8b0-450f-bbda-88870ada8c34 req-f51ca47e-bc53-4aae-93f8-f1b51ad577e0 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457908 Sep 13 07:05:00.782517 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-7208ca63-67e5-4d45-9ce7-a2e479ddbd08 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905066 Sep 13 07:05:00.888604 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-162f5fb1-dc80-41c0-98e1-6acf3f1571d2 req-f27054f1-1e67-441d-87b5-ea7f2fc7e202 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973878 Sep 13 07:05:00.937146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a4ccd-452e-4a35-b6ca-502091b971fe req-939d83c4-0c3a-4fad-8976-cbb25ef5b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.938567 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-221a4ccd-452e-4a35-b6ca-502091b971fe req-939d83c4-0c3a-4fad-8976-cbb25ef5b4c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043104 Sep 13 07:05:00.948655 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd90eb-bfb3-4210-86dd-cf66d1456c3e req-33db0b3a-644a-405e-adde-fa4f0828b30b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:00.950026 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33bd90eb-bfb3-4210-86dd-cf66d1456c3e req-33db0b3a-644a-405e-adde-fa4f0828b30b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 944 time: 0.0739923 Sep 13 07:05:01.007612 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33bd90eb-bfb3-4210-86dd-cf66d1456c3e req-eecbdf2a-5e3f-4b8b-8c5d-b574b3345e9c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515656 Sep 13 07:05:01.024924 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:01.055320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-396034cd-8bea-44b0-be27-54421ca6d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:01.057249 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-396034cd-8bea-44b0-be27-54421ca6d94b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 1128 time: 0.0457199 Sep 13 07:05:01.092719 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device b05c2df1-d6ff-46f8-807a-b0bddae18565 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:05:01.107440 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-7d2c8031-bc8b-41f5-99fd-3cf191abec58 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75edda5-2638-4320-afc1-42f9bdf0ed95 HTTP/1.1" status: 200 len: 217 time: 0.0320497 Sep 13 07:05:01.160178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-90bfd54a-9be4-4058-b6ba-20e3ae7e3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:01.161597 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-90bfd54a-9be4-4058-b6ba-20e3ae7e3e84 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0462315 Sep 13 07:05:01.194997 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port b05c2df1-d6ff-46f8-807a-b0bddae18565, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:01.206549 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-593055f2-523a-4434-85d8-1ff8ca3c5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:01.208077 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-593055f2-523a-4434-85d8-1ff8ca3c5e00 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398493 Sep 13 07:05:01.210262 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'port_id': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'mac_address': 'fa:16:3e:d7:78:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:05:01.246229 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port b05c2df1-d6ff-46f8-807a-b0bddae18565 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:05:01.246618 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:01.259925 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05c2df1-d6ff-46f8-807a-b0bddae18565 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:05:01.282047 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port b05c2df1-d6ff-46f8-807a-b0bddae18565, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:01.288580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:01.304585 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-7054f002-c7f1-4134-a189-f1fff6abc3c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880623 Sep 13 07:05:01.338124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=b05c2df1-d6ff-46f8-807a-b0bddae18565,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:01.423561 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061860-b5fe-4a7d-8fa7-de1ccc908d5d req-cdcb544c-fb02-4e0c-8bc4-97517696a67b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:01.425014 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9e061860-b5fe-4a7d-8fa7-de1ccc908d5d req-cdcb544c-fb02-4e0c-8bc4-97517696a67b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.0605767 Sep 13 07:05:01.433470 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:01.466747 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c7321f5-b1a4-4422-b762-ea5ec7d752fe req-c3a45fb9-f4a4-4e5b-9cff-3097be7c8490 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553764 Sep 13 07:05:01.495091 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9e061860-b5fe-4a7d-8fa7-de1ccc908d5d req-620de3f1-9465-4493-bda6-f54045a56262 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589774 Sep 13 07:05:01.518246 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:01.520900 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:01.701711 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['b05c2df1-d6ff-46f8-807a-b0bddae18565'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:05:01.836393 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:01.879504 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06acb06-67ad-4da0-aa9c-46c866eafb4b req-b40f0269-8c0c-4272-abd0-db6213220fbd tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:01.880976 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e06acb06-67ad-4da0-aa9c-46c866eafb4b req-b40f0269-8c0c-4272-abd0-db6213220fbd tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0489192 Sep 13 07:05:01.944098 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e06acb06-67ad-4da0-aa9c-46c866eafb4b req-c05aeec2-5fcd-48da-8896-ccafc4366c64 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570822 Sep 13 07:05:02.139213 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936507-2844-444e-9a6d-186a9c2ea81f req-7bc63945-de4a-43f4-9f78-0d2095de68c8 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:02.140684 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ac936507-2844-444e-9a6d-186a9c2ea81f req-7bc63945-de4a-43f4-9f78-0d2095de68c8 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0487368 Sep 13 07:05:02.192788 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ac936507-2844-444e-9a6d-186a9c2ea81f req-59fb2f8b-34c0-43a0-9734-ebf48ddd46bc tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464661 Sep 13 07:05:02.634450 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0602ad-7b92-41a2-9d7c-a06c354ec963 req-3c5262bf-1cdd-471d-b495-0eab090d89f0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:02.635941 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f0602ad-7b92-41a2-9d7c-a06c354ec963 req-3c5262bf-1cdd-471d-b495-0eab090d89f0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.0552204 Sep 13 07:05:02.686174 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f0602ad-7b92-41a2-9d7c-a06c354ec963 req-b3ba3310-a165-45e1-af41-5c27def332e5 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Sep 13 07:05:03.075663 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed639de1-db1e-4158-a674-fa06a5b67a13 req-bba7b0f1-8b9c-46ab-84cf-1dac025b327a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:03.077263 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed639de1-db1e-4158-a674-fa06a5b67a13 req-bba7b0f1-8b9c-46ab-84cf-1dac025b327a tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0492527 Sep 13 07:05:03.126601 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device b05c2df1-d6ff-46f8-807a-b0bddae18565 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:05:03.128854 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:03.139929 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed639de1-db1e-4158-a674-fa06a5b67a13 req-d016a9b8-0eb1-4be0-b0d3-aa6ab9d522dd tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551541 Sep 13 07:05:03.170533 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port b05c2df1-d6ff-46f8-807a-b0bddae18565 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:05:03.178063 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port b05c2df1-d6ff-46f8-807a-b0bddae18565 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:05:03.178431 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:03.256394 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port b05c2df1-d6ff-46f8-807a-b0bddae18565 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:05:03.256877 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:03.280062 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:03.282318 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18f973b-669f-414f-9fd4-cd517f29d358" -d '{"events": [{"server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "name": "network-vif-plugged", "status": "completed", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:03.296609 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port b05c2df1-d6ff-46f8-807a-b0bddae18565, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:03.303535 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:03.329935 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314841cc-fe09-4911-9bcc-3120c0d2bcd6 req-f8dcb525-d901-41fb-b3ed-0da2092086f6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:03.330646 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecefe98b-ba56-4aa7-8bd9-735d88c2a2d5 x-openstack-request-id: req-ecefe98b-ba56-4aa7-8bd9-735d88c2a2d5 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:03.330984 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "name": "network-vif-plugged", "status": "completed", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:03.331275 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecefe98b-ba56-4aa7-8bd9-735d88c2a2d5 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:03.331716 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-314841cc-fe09-4911-9bcc-3120c0d2bcd6 req-f8dcb525-d901-41fb-b3ed-0da2092086f6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0541348 Sep 13 07:05:03.334494 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecefe98b-ba56-4aa7-8bd9-735d88c2a2d5'] response: {'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'code': 200} Sep 13 07:05:03.362220 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=b05c2df1-d6ff-46f8-807a-b0bddae18565,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:03.378499 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-314841cc-fe09-4911-9bcc-3120c0d2bcd6 req-8ef72180-182e-4ad3-bf01-fc75b890aa75 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Sep 13 07:05:03.591113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834baa58-c41a-49de-92b7-1198d77c0c9a req-a7eb065e-3f22-4d4a-828c-4d00861a0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:03.593434 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-834baa58-c41a-49de-92b7-1198d77c0c9a req-a7eb065e-3f22-4d4a-828c-4d00861a0179 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0447900 Sep 13 07:05:03.645859 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-834baa58-c41a-49de-92b7-1198d77c0c9a req-3f52d8a8-fc66-4052-a161-74fd79957f9f service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Sep 13 07:05:03.827384 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:03.835594 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f130b0e-f860-4714-ac26-908c7cc30825 req-26c3c502-db0d-4375-b21d-e4cba5c0b87e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:03.837072 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5f130b0e-f860-4714-ac26-908c7cc30825 req-26c3c502-db0d-4375-b21d-e4cba5c0b87e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.0549378 Sep 13 07:05:03.887459 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5f130b0e-f860-4714-ac26-908c7cc30825 req-3c6c6d0d-0dc6-4c46-809a-8a5674520fab tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444028 Sep 13 07:05:04.275282 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf38cac-6541-483a-80ab-fbcc070a020f req-4142ac9b-5a31-4a02-b627-ab98e965e7e6 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:04.277521 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2cf38cac-6541-483a-80ab-fbcc070a020f req-4142ac9b-5a31-4a02-b627-ab98e965e7e6 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0542574 Sep 13 07:05:04.341572 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2cf38cac-6541-483a-80ab-fbcc070a020f req-29e7f64c-c758-4b89-af4a-248c51597fef tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574555 Sep 13 07:05:04.508068 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151806d-6af0-4b72-bd83-1d835794cb32 req-4c10cc38-bfdd-4d93-a4ad-b2974864f322 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:04.509407 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5151806d-6af0-4b72-bd83-1d835794cb32 req-4c10cc38-bfdd-4d93-a4ad-b2974864f322 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0536611 Sep 13 07:05:04.564973 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5151806d-6af0-4b72-bd83-1d835794cb32 req-67379fa3-cafc-49d3-a918-ee379355ecd2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468867 Sep 13 07:05:04.645137 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:04.655157 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:05.014017 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:05.022886 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a651a-a658-4980-848b-205ed2bd23a1 req-16f29bb0-2cb3-46a2-8668-c152a292c1bf tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:05.024356 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-638a651a-a658-4980-848b-205ed2bd23a1 req-16f29bb0-2cb3-46a2-8668-c152a292c1bf tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.0476272 Sep 13 07:05:05.074759 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-638a651a-a658-4980-848b-205ed2bd23a1 req-6f45ec27-a912-4cff-8fd3-4b5fa8fe1ea8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446415 Sep 13 07:05:05.473202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4030d-3ab7-4566-8890-1cbc6e1add7e req-327abe46-1577-42e1-9d84-be66d214bc0d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:05.474712 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11e4030d-3ab7-4566-8890-1cbc6e1add7e req-327abe46-1577-42e1-9d84-be66d214bc0d tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0489867 Sep 13 07:05:05.536697 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11e4030d-3ab7-4566-8890-1cbc6e1add7e req-0b42426b-eb2a-4359-a520-5ca99397ee7c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562134 Sep 13 07:05:05.699536 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a097b7-6ea1-4b7e-adda-9e5fc8b48adf req-5e46a522-ca13-4988-bbf0-6bbf9d155509 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:05.700989 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33a097b7-6ea1-4b7e-adda-9e5fc8b48adf req-5e46a522-ca13-4988-bbf0-6bbf9d155509 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0533040 Sep 13 07:05:05.757305 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33a097b7-6ea1-4b7e-adda-9e5fc8b48adf req-542c5fd5-75d0-46b6-9b52-d5aac75c6e34 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493510 Sep 13 07:05:06.208139 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046e11b-508a-4dbe-8288-4aae08b4882e req-0f3d6386-4727-4da0-8eb1-8e28853a6ab0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:06.209671 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d046e11b-508a-4dbe-8288-4aae08b4882e req-0f3d6386-4727-4da0-8eb1-8e28853a6ab0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.0543911 Sep 13 07:05:06.261968 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d046e11b-508a-4dbe-8288-4aae08b4882e req-c9b3d417-c653-4db8-9224-c5479039c5b2 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443802 Sep 13 07:05:06.665393 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e0b03-69c4-4bfe-b5d6-ef640731b089 req-a36aed94-df1a-4adf-9fc2-0323865a1c96 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:06.666882 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-485e0b03-69c4-4bfe-b5d6-ef640731b089 req-a36aed94-df1a-4adf-9fc2-0323865a1c96 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0473890 Sep 13 07:05:06.728781 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-485e0b03-69c4-4bfe-b5d6-ef640731b089 req-8701ef43-d8d6-49b3-8e97-b0c82a85e635 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6df806b8-7689-403f-a1d7-a87499a7b12a&id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559652 Sep 13 07:05:06.892012 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b08eb-ca15-40c1-8a8e-77a8014ee68f req-5ad8241b-589f-4a39-9ac9-bb550db31065 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:06.893442 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-804b08eb-ca15-40c1-8a8e-77a8014ee68f req-5ad8241b-589f-4a39-9ac9-bb550db31065 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0522199 Sep 13 07:05:06.943533 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-804b08eb-ca15-40c1-8a8e-77a8014ee68f req-bc72dcb6-218f-42a9-b467-7ebeb8ee25df tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Sep 13 07:05:07.065310 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1be8de-6fe2-4697-ad08-d00195d046ea req-54ad1841-f231-4ae9-90d9-a0feea02f4b0 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:07.066777 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0e1be8de-6fe2-4697-ad08-d00195d046ea req-54ad1841-f231-4ae9-90d9-a0feea02f4b0 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0454087 Sep 13 07:05:07.076914 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43802) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:07.081353 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'port_id': 'b05c2df1-d6ff-46f8-807a-b0bddae18565'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:07.369469 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (1ad2cd86-fba1-428d-a7b0-1160c9c6b18b), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:07.450701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37693-77ec-40d5-816d-a87c061071b0 req-5f4b3be0-9c55-4b36-a605-c9f363f9f0a0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:07.452134 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7bf37693-77ec-40d5-816d-a87c061071b0 req-5f4b3be0-9c55-4b36-a605-c9f363f9f0a0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.0995560 Sep 13 07:05:07.526575 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:07.553331 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7bf37693-77ec-40d5-816d-a87c061071b0 req-6e1180b4-39eb-42ac-9921-b35d7dcd8a39 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952668 Sep 13 07:05:07.740862 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:07.870733 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:07.879034 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (1ad2cd86-fba1-428d-a7b0-1160c9c6b18b), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:08.000573 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP 1ad2cd86-fba1-428d-a7b0-1160c9c6b18b associated. External IP: 172.27.2.63, port: b05c2df1-d6ff-46f8-807a-b0bddae18565. Sep 13 07:05:08.215159 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:05:08.331043 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:05:08.336033 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:08.343729 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:05:08.349470 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:08.361981 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:08.362667 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:08.371470 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-2f999cd1-daee-43c9-9b9b-40b568a23bfa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/1ad2cd86-fba1-428d-a7b0-1160c9c6b18b HTTP/1.1" status: 200 len: 991 time: 1.2911923 Sep 13 07:05:08.371470 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:08.372320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff82f1b5-c70b-48f2-960c-95227e05774f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:08.411293 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04903294-ca63-47f3-a405-4e479cb02c11 x-openstack-request-id: req-04903294-ca63-47f3-a405-4e479cb02c11 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:08.411612 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:08.411865 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04903294-ca63-47f3-a405-4e479cb02c11 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:08.412267 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04903294-ca63-47f3-a405-4e479cb02c11'] response: {'name': 'network-changed', 'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'status': 'completed', 'code': 200} Sep 13 07:05:08.470544 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:08.540088 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-b23cb7b0-2a4a-4a17-8ba6-94dc8e683b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:08.541847 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-b23cb7b0-2a4a-4a17-8ba6-94dc8e683b23 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0433130 Sep 13 07:05:08.698433 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:08.707490 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-d29b13c5-1ea4-4451-9f62-b0699da1d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:08.709289 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-d29b13c5-1ea4-4451-9f62-b0699da1d87e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.1601517 Sep 13 07:05:08.715259 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '1ad2cd86-fba1-428d-a7b0-1160c9c6b18b', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:d7:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:53Z', 'updated_at': '2022-09-13T07:05:07Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:08.743087 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:05:08.762233 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410b29-5c61-4d12-92e5-8fa78315a94f req-dda0bbb5-bb01-411b-921d-60818a5d9ce8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:08.763803 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4c410b29-5c61-4d12-92e5-8fa78315a94f req-dda0bbb5-bb01-411b-921d-60818a5d9ce8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 944 time: 0.1122746 Sep 13 07:05:08.764401 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:08.765063 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:08.805094 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-ce2bd41a-13e1-42ab-a3ac-316d7ca28381 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565 HTTP/1.1" status: 200 len: 999 time: 0.0873990 Sep 13 07:05:08.860386 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4c410b29-5c61-4d12-92e5-8fa78315a94f req-b30e800f-815d-40d3-96e3-5fb63b026243 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907059 Sep 13 07:05:08.876032 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:08.878756 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-04006fe2-c7a3-4629-930d-6732497fa9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:08.879185 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-04006fe2-c7a3-4629-930d-6732497fa9d9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0577970 Sep 13 07:05:08.926448 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-5e765293-ed9d-4166-8382-74c903d938aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:08.930022 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-5e765293-ed9d-4166-8382-74c903d938aa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439911 Sep 13 07:05:08.997312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:09.027101 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-84e6d618-a2eb-4a13-9f84-4575d3683d4d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889397 Sep 13 07:05:09.099966 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '1ad2cd86-fba1-428d-a7b0-1160c9c6b18b', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:d7:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:53Z', 'updated_at': '2022-09-13T07:05:07Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:09.125087 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44fb0-aedb-4ebd-9531-79c0ef573a67 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '1ad2cd86-fba1-428d-a7b0-1160c9c6b18b', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.63', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:d7:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:04:53Z', 'updated_at': '2022-09-13T07:05:07Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:05:09.128897 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff82f1b5-c70b-48f2-960c-95227e05774f req-0fdc63e2-cb15-436f-89ea-10785e8b4101 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847154 Sep 13 07:05:09.149141 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a75edda5-2638-4320-afc1-42f9bdf0ed95 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:05:09.260751 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a75edda5-2638-4320-afc1-42f9bdf0ed95, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a75edda5-2638-4320-afc1-42f9bdf0ed95,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:09.277131 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'port_id': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'mac_address': 'fa:16:3e:36:bd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:05:09.314159 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a75edda5-2638-4320-afc1-42f9bdf0ed95 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:05:09.314556 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:09.321072 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193cdfb3-132a-43a5-b17f-b271cc901640 None None] New status for floating IP 1ad2cd86-fba1-428d-a7b0-1160c9c6b18b: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:05:09.330361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75edda5-2638-4320-afc1-42f9bdf0ed95 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:05:09.353635 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a75edda5-2638-4320-afc1-42f9bdf0ed95, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a75edda5-2638-4320-afc1-42f9bdf0ed95,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:09.359413 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:09.406448 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a75edda5-2638-4320-afc1-42f9bdf0ed95,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:09.533401 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:05:09.869606 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['a75edda5-2638-4320-afc1-42f9bdf0ed95'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:05:09.938980 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:09.992296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a554eb2-b621-4665-b76c-11896bc45dd4 req-ce748fe5-7d7e-409a-8f90-9e9d8d6eaddc tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:09.993805 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5a554eb2-b621-4665-b76c-11896bc45dd4 req-ce748fe5-7d7e-409a-8f90-9e9d8d6eaddc tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 945 time: 0.0468044 Sep 13 07:05:10.010921 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:10.047376 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5a554eb2-b621-4665-b76c-11896bc45dd4 req-b10607f7-ecbf-4957-980e-a8707f5ab8a5 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476577 Sep 13 07:05:10.876126 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:10.884953 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=71 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:11.160366 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a75edda5-2638-4320-afc1-42f9bdf0ed95 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:05:11.175684 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcd007-e74e-4e78-a38b-b376d325abcd req-8881c65f-6656-4ae9-9818-58196950fb8c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:11.177237 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ebcd007-e74e-4e78-a38b-b376d325abcd req-8881c65f-6656-4ae9-9818-58196950fb8c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 945 time: 0.0475261 Sep 13 07:05:11.201436 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:11.207435 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port a75edda5-2638-4320-afc1-42f9bdf0ed95 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:05:11.215580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port a75edda5-2638-4320-afc1-42f9bdf0ed95 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:05:11.215967 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:11.229394 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ebcd007-e74e-4e78-a38b-b376d325abcd req-bb27329e-810e-48b4-8f10-0bef4ce9d7c8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460863 Sep 13 07:05:11.289161 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a75edda5-2638-4320-afc1-42f9bdf0ed95 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:05:11.289543 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:11.313875 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:11.316108 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7a515f-1aca-4d3b-8305-d1a08f4345fe" -d '{"events": [{"server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "name": "network-vif-plugged", "status": "completed", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:11.329154 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a75edda5-2638-4320-afc1-42f9bdf0ed95, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a75edda5-2638-4320-afc1-42f9bdf0ed95,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:11.333871 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:11.361049 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5682e605-c784-46bf-926a-e27550d8d6ea x-openstack-request-id: req-5682e605-c784-46bf-926a-e27550d8d6ea {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:11.361361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "name": "network-vif-plugged", "status": "completed", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:11.361616 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5682e605-c784-46bf-926a-e27550d8d6ea {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:11.362009 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5682e605-c784-46bf-926a-e27550d8d6ea'] response: {'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'code': 200} Sep 13 07:05:11.388002 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a75edda5-2638-4320-afc1-42f9bdf0ed95,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:11.704029 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1b9e-ce1d-4238-839f-16113c7bf863 req-bfccb427-e2dd-4bbb-b868-489e8aa5b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:11.705532 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1d1f1b9e-ce1d-4238-839f-16113c7bf863 req-bfccb427-e2dd-4bbb-b868-489e8aa5b65e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 1130 time: 0.0430312 Sep 13 07:05:11.753223 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1d1f1b9e-ce1d-4238-839f-16113c7bf863 req-70f54655-384b-4543-b8e1-80c9e573925c service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407894 Sep 13 07:05:12.015013 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:12.363719 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d5eef-672c-4a0e-872d-0294fa0fccb2 req-5619e160-fcc4-4e15-af09-e54ac2cc20cc tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:12.365208 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-849d5eef-672c-4a0e-872d-0294fa0fccb2 req-5619e160-fcc4-4e15-af09-e54ac2cc20cc tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0511749 Sep 13 07:05:12.416710 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-849d5eef-672c-4a0e-872d-0294fa0fccb2 req-7ff57fad-5875-429b-8ce4-4e1b0b05f266 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Sep 13 07:05:13.557736 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef6979-781e-4570-91b2-073e15d8d371 req-82cf29e7-1d6e-498d-ba70-f4deb8765fef tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:13.559220 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d4ef6979-781e-4570-91b2-073e15d8d371 req-82cf29e7-1d6e-498d-ba70-f4deb8765fef tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0563948 Sep 13 07:05:13.611624 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d4ef6979-781e-4570-91b2-073e15d8d371 req-1dd3c08d-c94c-4242-8150-edd9fe17c444 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456712 Sep 13 07:05:13.732611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64067a2a-fa3a-496e-b072-4cbef05ae32b req-a07e3b4a-71f6-472d-ac99-f6afa902c8d6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:13.734030 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-64067a2a-fa3a-496e-b072-4cbef05ae32b req-a07e3b4a-71f6-472d-ac99-f6afa902c8d6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0490742 Sep 13 07:05:13.788600 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-64067a2a-fa3a-496e-b072-4cbef05ae32b req-1ca6f5a3-5d3f-47c9-8103-9a81512cdd85 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475225 Sep 13 07:05:13.817780 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43846) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:13.895039 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:13.904480 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5049f8b8-752f-489e-a886-044bfe7f2ff4 tempest-TestVolumeBootPattern-217363532 tempest-TestVolumeBootPattern-217363532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:13.905963 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5049f8b8-752f-489e-a886-044bfe7f2ff4 tempest-TestVolumeBootPattern-217363532 tempest-TestVolumeBootPattern-217363532-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 1125 time: 0.0871902 Sep 13 07:05:13.910606 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 43850) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:13.914774 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'port_id': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:13.940805 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:14.023763 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:14.131198 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Allocated IP 172.27.2.139 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/aebe8398-679f-47f4-a3db-73120e3ff5d7) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:05:14.154767 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:14.240391 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:14.274736 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:14.315733 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:05:14.318947 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:05:14.323032 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:05:14.326150 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=aebe8398-679f-47f4-a3db-73120e3ff5d7,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:14.353644 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.353992 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.354357 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.354690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.355019 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.355344 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.355661 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.355986 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.356356 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.356601 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.356922 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.357241 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.357552 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.357870 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.358208 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:14.687277 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (f1519272-5870-4133-9b5e-828142bb00ff), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:14.688749 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:14.756797 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:14.901823 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:14.909287 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:15.212904 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:15.244182 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=aebe8398-679f-47f4-a3db-73120e3ff5d7,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:15.247048 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (f1519272-5870-4133-9b5e-828142bb00ff), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:15.344453 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Floating IP f1519272-5870-4133-9b5e-828142bb00ff associated. External IP: 172.27.2.139, port: a75edda5-2638-4320-afc1-42f9bdf0ed95. Sep 13 07:05:15.546770 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:05:15.666974 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:05:15.677824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:05:15.686882 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:15.691950 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:15.692599 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:15.720769 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-37a9a8be-e793-49cf-9e77-73c6ba029565 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8091588 Sep 13 07:05:15.721408 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:15.723654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a71d95-01b2-4b33-b297-065af37f0e69" -d '{"events": [{"name": "network-changed", "server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:15.762004 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396d9b0-64aa-45e3-8799-8c025d62be53 x-openstack-request-id: req-8396d9b0-64aa-45e3-8799-8c025d62be53 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:15.762311 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:15.762565 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8396d9b0-64aa-45e3-8799-8c025d62be53 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:15.762970 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8396d9b0-64aa-45e3-8799-8c025d62be53'] response: {'name': 'network-changed', 'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'status': 'completed', 'code': 200} Sep 13 07:05:15.929661 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:15.968865 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-9ae1a56e-394c-48dd-a9ee-539de7bde250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:15.970431 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-9ae1a56e-394c-48dd-a9ee-539de7bde250 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 1130 time: 0.0412507 Sep 13 07:05:16.037257 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:16.071056 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-28072009-0d37-4132-85b9-55dd29516352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.072594 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-28072009-0d37-4132-85b9-55dd29516352 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.0949278 Sep 13 07:05:16.152607 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-11e21f77-1418-4454-a610-dcc6413fc8a4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75edda5-2638-4320-afc1-42f9bdf0ed95 HTTP/1.1" status: 200 len: 1000 time: 0.0687490 Sep 13 07:05:16.155384 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'f1519272-5870-4133-9b5e-828142bb00ff', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:36:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:05:14Z', 'updated_at': '2022-09-13T07:05:14Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:16.181211 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:05:16.190343 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:16.190976 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:04:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:16.212487 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-d4bc1e00-9eeb-423e-8a22-2f08e35bb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.214106 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-d4bc1e00-9eeb-423e-8a22-2f08e35bb19f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0555992 Sep 13 07:05:16.264704 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-65735014-8640-4f73-935a-45e529226837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.266357 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-65735014-8640-4f73-935a-45e529226837 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420353 Sep 13 07:05:16.303418 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:16.371133 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-a850ed20-6262-4ddf-a758-13e7aedc23e6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920033 Sep 13 07:05:16.449339 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:16.478325 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-11a71d95-01b2-4b33-b297-065af37f0e69 req-0f3d6a21-6bf7-4d1e-9344-2a130f2ff1f9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003733 Sep 13 07:05:16.538174 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'f1519272-5870-4133-9b5e-828142bb00ff', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:36:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:05:14Z', 'updated_at': '2022-09-13T07:05:14Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:16.568428 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa60fb9-ee5d-46ea-a2ec-3b3701a86b2a None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'f1519272-5870-4133-9b5e-828142bb00ff', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:36:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:05:14Z', 'updated_at': '2022-09-13T07:05:14Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:05:16.574189 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2872-dacc-4412-a958-31c615145e4a req-46db5769-88fd-4325-9ac0-f3f0726a0ff0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.575705 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6ade2872-dacc-4412-a958-31c615145e4a req-46db5769-88fd-4325-9ac0-f3f0726a0ff0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0599408 Sep 13 07:05:16.637535 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e0189-2acb-4e5d-a708-beafbf514977 req-cce7b55e-81a1-44f6-8da8-0f16dd58c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.639176 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-601e0189-2acb-4e5d-a708-beafbf514977 req-cce7b55e-81a1-44f6-8da8-0f16dd58c509 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1130 time: 0.0625117 Sep 13 07:05:16.674562 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6ade2872-dacc-4412-a958-31c615145e4a req-ab33569a-b9f5-4674-b58a-f31ba7b706db tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900848 Sep 13 07:05:16.750650 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e0189-2acb-4e5d-a708-beafbf514977 req-ab142909-ecd0-4cf8-90b4-30007b5e1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.751881 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-601e0189-2acb-4e5d-a708-beafbf514977 req-ab142909-ecd0-4cf8-90b4-30007b5e1bc0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.1023805 Sep 13 07:05:16.775825 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a652ca07-c7de-463c-89fd-81a382e85dcf None None] New status for floating IP f1519272-5870-4133-9b5e-828142bb00ff: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:05:16.816866 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-601e0189-2acb-4e5d-a708-beafbf514977 req-0aafe94f-25e2-4790-b6f8-a3e8d94b126a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 1002 time: 0.0577085 Sep 13 07:05:16.871221 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e0189-2acb-4e5d-a708-beafbf514977 req-a7da54da-d70c-4e28-8a4d-317275ee5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.872738 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-601e0189-2acb-4e5d-a708-beafbf514977 req-a7da54da-d70c-4e28-8a4d-317275ee5789 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0449152 Sep 13 07:05:16.924232 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e0189-2acb-4e5d-a708-beafbf514977 req-124956d9-86e7-4268-b9e8-64185e93b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:16.925832 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-601e0189-2acb-4e5d-a708-beafbf514977 req-124956d9-86e7-4268-b9e8-64185e93b94b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459466 Sep 13 07:05:17.025968 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-601e0189-2acb-4e5d-a708-beafbf514977 req-c98a6105-3eef-4285-a421-5ec4f207d60c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931191 Sep 13 07:05:17.128364 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-601e0189-2acb-4e5d-a708-beafbf514977 req-e57df46a-baf8-4736-b0ce-c9cac8cb479a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923047 Sep 13 07:05:17.815701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f3d4-1145-454b-8ee4-f391520da543 req-90e6bf1a-049a-4e06-8a9b-c7d1e99353f3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:17.817213 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb13f3d4-1145-454b-8ee4-f391520da543 req-90e6bf1a-049a-4e06-8a9b-c7d1e99353f3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0552688 Sep 13 07:05:17.859051 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:17.867411 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb13f3d4-1145-454b-8ee4-f391520da543 req-2855a5d0-4e45-4a8d-8023-591912add9d1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Sep 13 07:05:18.112691 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-3e379256-5ec0-435f-920e-bfceebcf55fd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425541 Sep 13 07:05:18.231683 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-69ec1739-69c9-4760-9e0b-d666f4b1cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:18.233145 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-69ec1739-69c9-4760-9e0b-d666f4b1cd7d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 1130 time: 0.0523005 Sep 13 07:05:18.353714 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-a71d01bc-6ce6-431c-8b3f-e11562f78645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:18.355226 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-a71d01bc-6ce6-431c-8b3f-e11562f78645 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.0895841 Sep 13 07:05:18.424010 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-9879ec8c-57e6-4f75-aa83-54be97cf57ff service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 200 len: 1001 time: 0.0600402 Sep 13 07:05:18.479649 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-8cd7dd71-cf5c-4e37-ab2e-917e7f56a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:18.481056 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-8cd7dd71-cf5c-4e37-ab2e-917e7f56a22d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0434144 Sep 13 07:05:18.536631 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:18.541793 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-77b77176-959c-480d-986d-94c592d7b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:18.544123 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-77b77176-959c-480d-986d-94c592d7b3d5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497129 Sep 13 07:05:18.654483 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-e165cfac-c9c7-4c24-8e2e-d728e88b055e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924957 Sep 13 07:05:18.756353 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-519bace8-202f-4ca6-9252-f7f612c64e0c req-dbda1086-d26b-4235-a8dc-1863c0bfc72d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931306 Sep 13 07:05:19.019907 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d2a6-a9ba-4597-b58c-8f739e08e98e req-36cb65ae-ce86-47fc-ae3d-43f7a510095a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:19.021323 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cad5d2a6-a9ba-4597-b58c-8f739e08e98e req-36cb65ae-ce86-47fc-ae3d-43f7a510095a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0629385 Sep 13 07:05:19.080954 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cad5d2a6-a9ba-4597-b58c-8f739e08e98e req-60703067-c609-41d3-b90d-de6fe178e875 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534246 Sep 13 07:05:20.215893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c97f-5208-409a-aea0-e546dd8ad00a req-b0bba624-5fed-4077-9927-de7327d36c27 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:20.217365 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d734c97f-5208-409a-aea0-e546dd8ad00a req-b0bba624-5fed-4077-9927-de7327d36c27 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0537868 Sep 13 07:05:20.264360 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d734c97f-5208-409a-aea0-e546dd8ad00a req-bf96c18a-7349-4f9b-87f8-a10398ef3930 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Sep 13 07:05:21.407125 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7ca25-4d33-4795-acd4-ef7e358f2e5e req-f99cc0a0-3839-4697-95e0-30b6da23267e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:21.408613 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-80c7ca25-4d33-4795-acd4-ef7e358f2e5e req-f99cc0a0-3839-4697-95e0-30b6da23267e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0602798 Sep 13 07:05:21.462997 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-80c7ca25-4d33-4795-acd4-ef7e358f2e5e req-9be9d4e4-9f83-4370-b061-d0d6298c208d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483572 Sep 13 07:05:22.587833 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5167afd-14b4-426b-a173-3c9f48a32338 req-135fcdae-9c5c-4074-bda6-eb61f9cb42ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:22.589212 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a5167afd-14b4-426b-a173-3c9f48a32338 req-135fcdae-9c5c-4074-bda6-eb61f9cb42ba tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0497601 Sep 13 07:05:22.638609 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a5167afd-14b4-426b-a173-3c9f48a32338 req-4d9c4240-b6a3-4e22-9133-761fbbb140d6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Sep 13 07:05:23.763676 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec529bf-8c21-405e-a1d4-44189e605aac req-9c1be98e-9844-42ab-8ab1-b29eff273519 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:23.765151 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fec529bf-8c21-405e-a1d4-44189e605aac req-9c1be98e-9844-42ab-8ab1-b29eff273519 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0493722 Sep 13 07:05:23.817055 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fec529bf-8c21-405e-a1d4-44189e605aac req-12b34975-af91-4f4c-ae44-8b214e8c38f2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Sep 13 07:05:24.964565 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734cb39-9d65-40ec-a678-987f514ed238 req-b1024f0a-b883-4302-8052-7af95caf350b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:24.966039 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a734cb39-9d65-40ec-a678-987f514ed238 req-b1024f0a-b883-4302-8052-7af95caf350b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0532825 Sep 13 07:05:25.001101 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:25.018627 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a734cb39-9d65-40ec-a678-987f514ed238 req-69696a13-e3da-4bab-a9fc-8170d6232c7c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435321 Sep 13 07:05:26.082066 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c2dd10c6-efd9-4ddc-ac75-15315990464e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:26.148973 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af7324-4ddf-4739-af1d-8bea7a41b3b6 req-0f0609c4-4fb4-4fc7-abb9-99e078831cd0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:26.150669 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82af7324-4ddf-4739-af1d-8bea7a41b3b6 req-0f0609c4-4fb4-4fc7-abb9-99e078831cd0 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0481479 Sep 13 07:05:26.202775 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82af7324-4ddf-4739-af1d-8bea7a41b3b6 req-dafff55e-8c56-4801-84f5-7f41fe14817f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464339 Sep 13 07:05:26.973363 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:26.975788 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:27.325302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26c75-8dd1-4994-846d-ce9f48de3179 req-973d6c38-468e-4c8a-a413-13782b45c2a1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:27.326848 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28b26c75-8dd1-4994-846d-ce9f48de3179 req-973d6c38-468e-4c8a-a413-13782b45c2a1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0472140 Sep 13 07:05:27.378658 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28b26c75-8dd1-4994-846d-ce9f48de3179 req-a6284af0-44a3-4b7b-89da-a262d786abb5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444565 Sep 13 07:05:28.360731 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-00fd57e9-8082-4390-910f-70e3d8fd0f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:28.523776 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40a404-51f3-4ed6-a3d3-0bd89f9d3c38 req-3f054212-b7ec-44ff-bda7-2813cd6647d1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:28.525777 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f40a404-51f3-4ed6-a3d3-0bd89f9d3c38 req-3f054212-b7ec-44ff-bda7-2813cd6647d1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0531781 Sep 13 07:05:28.541157 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:28.583390 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f40a404-51f3-4ed6-a3d3-0bd89f9d3c38 req-19fb48f4-f638-4bc3-8a55-3b25ab6159d5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487812 Sep 13 07:05:29.713994 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15042e35-6d53-4fbe-a499-0e8742f398de req-977a590b-417b-4645-9377-f4a437ca16da tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:29.715479 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-15042e35-6d53-4fbe-a499-0e8742f398de req-977a590b-417b-4645-9377-f4a437ca16da tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0469868 Sep 13 07:05:29.762111 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-15042e35-6d53-4fbe-a499-0e8742f398de req-e1243afa-a286-4bdb-b737-cb5f8ab91b19 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 Sep 13 07:05:29.838477 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:30.909562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf43-17da-4b8f-8509-1048a8681d93 req-5f930788-de66-4d5e-8c35-dbb27503d356 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:30.910958 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-99d7cf43-17da-4b8f-8509-1048a8681d93 req-5f930788-de66-4d5e-8c35-dbb27503d356 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0501657 Sep 13 07:05:30.963151 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-99d7cf43-17da-4b8f-8509-1048a8681d93 req-956827bf-6555-4748-8deb-2b10e16f1f77 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Sep 13 07:05:31.521589 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:31.525022 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:32.090809 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03551b5-fe67-4b12-b116-0a118c4ad93e req-a045c82c-26e7-4095-a8e8-abf0f0654433 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:32.092294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d03551b5-fe67-4b12-b116-0a118c4ad93e req-a045c82c-26e7-4095-a8e8-abf0f0654433 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Sep 13 07:05:32.140960 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d03551b5-fe67-4b12-b116-0a118c4ad93e req-f77f9426-dcd8-46d6-9a4d-c109ea9ffe3d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422807 Sep 13 07:05:33.291313 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7502f-7b40-4df7-9021-b360a10ec43b req-57756843-c5dd-4d00-b882-b319b9c884d6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:33.295248 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96e7502f-7b40-4df7-9021-b360a10ec43b req-57756843-c5dd-4d00-b882-b319b9c884d6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0652649 Sep 13 07:05:33.345621 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96e7502f-7b40-4df7-9021-b360a10ec43b req-fea565ff-f174-4e00-afc0-3a2b6971d403 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Sep 13 07:05:34.480790 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39e3e1-5a26-44a4-bef6-b9edfdee2295 req-79650622-3e4b-4b4f-bf04-bcf55507c299 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:34.482241 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ec39e3e1-5a26-44a4-bef6-b9edfdee2295 req-79650622-3e4b-4b4f-bf04-bcf55507c299 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0474143 Sep 13 07:05:34.530648 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ec39e3e1-5a26-44a4-bef6-b9edfdee2295 req-c6c48986-386b-4ab7-8140-b6c7aff07f9f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423107 Sep 13 07:05:35.659149 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70e1d5-df76-40bb-b72d-c9d700b938ea req-fdc79520-c1c8-4323-b0e8-a925dc355f4b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:35.660688 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4d70e1d5-df76-40bb-b72d-c9d700b938ea req-fdc79520-c1c8-4323-b0e8-a925dc355f4b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0486388 Sep 13 07:05:35.713259 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4d70e1d5-df76-40bb-b72d-c9d700b938ea req-ef7c6953-3b60-4179-9e4f-fe6bcd3c4161 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466604 Sep 13 07:05:36.860612 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdaa89-8909-4671-92c3-84cdb3d1fe41 req-9da431bf-3ae3-42d6-ab21-63b02935f9ed tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:36.862170 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c9bdaa89-8909-4671-92c3-84cdb3d1fe41 req-9da431bf-3ae3-42d6-ab21-63b02935f9ed tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0572639 Sep 13 07:05:36.912048 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c9bdaa89-8909-4671-92c3-84cdb3d1fe41 req-649f6c90-4f39-4ed0-ba2d-08a6538e5286 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Sep 13 07:05:38.063860 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a279d8d-2bf3-48ae-af5c-45072e16ce56 req-1532f7c1-079b-4150-9c67-f229938a31ea tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:38.065323 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0a279d8d-2bf3-48ae-af5c-45072e16ce56 req-1532f7c1-079b-4150-9c67-f229938a31ea tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0528312 Sep 13 07:05:38.113035 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0a279d8d-2bf3-48ae-af5c-45072e16ce56 req-aeb06544-9e6a-45f7-9e99-908da06da7ff tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Sep 13 07:05:38.720446 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:38.742500 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07e8e3-015b-484f-9c72-3a78ff105cdd req-2f14c616-b54b-4a23-ae3f-7c8f2784f952 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:38.743987 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9d07e8e3-015b-484f-9c72-3a78ff105cdd req-2f14c616-b54b-4a23-ae3f-7c8f2784f952 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.0601187 Sep 13 07:05:38.795162 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9d07e8e3-015b-484f-9c72-3a78ff105cdd req-27979958-6a38-45cc-bb6e-5a9736d3b8c2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Sep 13 07:05:39.257273 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca679d3-cfde-4b89-b659-853f0b0ac5af req-a37fc956-712b-4177-9bc5-6840f208cc75 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:39.258881 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ca679d3-cfde-4b89-b659-853f0b0ac5af req-a37fc956-712b-4177-9bc5-6840f208cc75 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0539498 Sep 13 07:05:39.307769 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ca679d3-cfde-4b89-b659-853f0b0ac5af req-43ed0684-bbf0-4057-8887-aa1781bcbe25 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Sep 13 07:05:39.931959 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2053f-1d52-41f6-83fd-8f41280b7aea req-36a3323f-b32f-49d3-b9d2-a3a946903822 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:39.933315 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cb2053f-1d52-41f6-83fd-8f41280b7aea req-36a3323f-b32f-49d3-b9d2-a3a946903822 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.0514743 Sep 13 07:05:39.982104 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:39.990135 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cb2053f-1d52-41f6-83fd-8f41280b7aea req-ae040835-9300-4946-b9dd-ee608e01cbc6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486360 Sep 13 07:05:40.432883 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a238ee6-3777-428b-ba5a-f51a8996727e req-48188005-e2f4-45e0-9ed3-0188b9af6b5d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:40.434410 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a238ee6-3777-428b-ba5a-f51a8996727e req-48188005-e2f4-45e0-9ed3-0188b9af6b5d tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0508511 Sep 13 07:05:40.490421 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a238ee6-3777-428b-ba5a-f51a8996727e req-8d37684f-cf10-4978-9f69-815e2f84409b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475609 Sep 13 07:05:40.942592 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa99a9-992a-4a61-a7e1-e8399a293592 req-f637e9d3-2980-4332-b3ce-10fabfe7eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:40.943950 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-43aa99a9-992a-4a61-a7e1-e8399a293592 req-f637e9d3-2980-4332-b3ce-10fabfe7eabe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1130 time: 0.0487311 Sep 13 07:05:41.145890 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894c4da-a1b3-4d77-94e5-13ea16b3195b req-cde26311-79c5-4bb4-9cc5-572493fbea09 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:41.147401 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8894c4da-a1b3-4d77-94e5-13ea16b3195b req-cde26311-79c5-4bb4-9cc5-572493fbea09 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.0643673 Sep 13 07:05:41.178484 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a69695-683b-4d60-82e2-c73794dab4dc req-7565c9a3-bb09-410b-86df-304de5d2caae tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:41.179973 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-79a69695-683b-4d60-82e2-c73794dab4dc req-7565c9a3-bb09-410b-86df-304de5d2caae tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 946 time: 0.0501881 Sep 13 07:05:41.182634 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-43aa99a9-992a-4a61-a7e1-e8399a293592 req-e1f2cf64-2e42-40c7-96d8-f93fe9070d9e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679898 Sep 13 07:05:41.208255 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8894c4da-a1b3-4d77-94e5-13ea16b3195b req-2e1a095e-70a8-4bc8-9890-9ddf37109933 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23588532-94f9-4373-b585-19afeed5ae74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541632 Sep 13 07:05:41.514426 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:41.516349 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:41.518815 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:41.533072 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:41.533808 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:41.589008 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Deleting port 447e368f-71d6-49ce-be81-226ee22458f1 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:05:41.589325 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (447e368f-71d6-49ce-be81-226ee22458f1), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:41.623580 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e41f7-1a65-4fac-a29e-0f8799ee593a req-f5986cf0-3a3a-46cb-beef-4f51861184b4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:41.625169 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6b9e41f7-1a65-4fac-a29e-0f8799ee593a req-f5986cf0-3a3a-46cb-beef-4f51861184b4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0495739 Sep 13 07:05:41.672798 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6b9e41f7-1a65-4fac-a29e-0f8799ee593a req-74d3fcc7-bb34-4f44-bce8-ed7787981bfe tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Sep 13 07:05:41.681494 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] For port 447e368f-71d6-49ce-be81-226ee22458f1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=447e368f-71d6-49ce-be81-226ee22458f1,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:41.681956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (447e368f-71d6-49ce-be81-226ee22458f1), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:41.896182 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:41.896554 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (004eb558-5090-4998-87f0-81ac24d00432), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:41.896868 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Floating IP 004eb558-5090-4998-87f0-81ac24d00432 disassociated. External IP: 172.27.2.179, port: 447e368f-71d6-49ce-be81-226ee22458f1. Sep 13 07:05:41.897209 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Calling delete_port for 447e368f-71d6-49ce-be81-226ee22458f1 owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:05:42.025434 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:42.030887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (447e368f-71d6-49ce-be81-226ee22458f1), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:42.058899 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event deleted for resources: {'Port': ['ID=447e368f-71d6-49ce-be81-226ee22458f1,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:42.070042 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.070700 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.070853 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.071191 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.071522 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.071847 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.072174 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.072496 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.072799 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.073133 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.073433 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.073754 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.074069 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.074408 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.074720 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:42.179580 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Router 1ffe126f-24d3-427c-8844-3a57b152a8e0 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:05:42.325892 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-507d0da8-93b6-473e-ae66-b0c3ac483fa6 req-1b2bf050-d25d-4b2f-9912-cdac25885554 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0322516 Sep 13 07:05:42.533189 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:05:42.544961 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] Sync routers for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:05:42.556421 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:42.557286 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:42.576564 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] No DVR routers for this DVR port 447e368f-71d6-49ce-be81-226ee22458f1 on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:05:42.579306 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:42.582679 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-79a69695-683b-4d60-82e2-c73794dab4dc req-f75316bf-51d3-49c4-9f5e-09aa1fcf43ad tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "DELETE /networking/v2.0/ports/447e368f-71d6-49ce-be81-226ee22458f1 HTTP/1.1" status: 204 len: 173 time: 1.0858867 Sep 13 07:05:42.583162 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-deleted', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:42.585390 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a68c0-c4d8-4748-990f-69d16740bf0a" -d '{"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-deleted", "tag": "447e368f-71d6-49ce-be81-226ee22458f1"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:42.625964 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe049e-5462-4ed6-8990-a56229565cbc x-openstack-request-id: req-0dfe049e-5462-4ed6-8990-a56229565cbc {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:42.626297 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d57882a-892f-4b45-a8ec-7b6f4b21b0ad", "name": "network-vif-deleted", "tag": "447e368f-71d6-49ce-be81-226ee22458f1", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:42.626548 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dfe049e-5462-4ed6-8990-a56229565cbc {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:42.626948 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfe049e-5462-4ed6-8990-a56229565cbc'] response: {'server_uuid': '5d57882a-892f-4b45-a8ec-7b6f4b21b0ad', 'name': 'network-vif-deleted', 'tag': '447e368f-71d6-49ce-be81-226ee22458f1', 'status': 'completed', 'code': 200} Sep 13 07:05:42.666426 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:42.796590 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8008f2-b3bb-4484-ae5a-ff2c772d9730 req-523a2579-cbd8-462e-a488-e611893834b6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:42.798051 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed8008f2-b3bb-4484-ae5a-ff2c772d9730 req-523a2579-cbd8-462e-a488-e611893834b6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0459750 Sep 13 07:05:42.847205 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed8008f2-b3bb-4484-ae5a-ff2c772d9730 req-02cf10f6-5886-4503-8899-09269f079183 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Sep 13 07:05:42.859478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:42.889037 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] Checking router: 1ffe126f-24d3-427c-8844-3a57b152a8e0 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:05:42.898863 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:42.899612 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:43.003268 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:43.197184 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:43.225900 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0da99-b7b3-438e-954c-5535b2d157d4 None None] The sync data for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi is: [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:05:43.278356 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17908196-e288-40de-99d7-1feaefdd95cb req-2960cde8-5dad-4dc4-a627-081cc84aa3d6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:43.279869 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-17908196-e288-40de-99d7-1feaefdd95cb req-2960cde8-5dad-4dc4-a627-081cc84aa3d6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0489182 Sep 13 07:05:43.330707 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-17908196-e288-40de-99d7-1feaefdd95cb req-5c8f5101-bbb4-4615-afe2-b1b962b7481e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Sep 13 07:05:43.471319 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-3b2f9add-9c18-4540-8ce2-70585ef3ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:43.471905 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c65eb114-4e21-4162-91fb-819a2c95383e req-666b0dfd-e2c7-4ce6-b0d6-c1528d2bd344 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5d57882a-892f-4b45-a8ec-7b6f4b21b0ad HTTP/1.1" status: 200 len: 210 time: 0.0383959 Sep 13 07:05:43.472857 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-3b2f9add-9c18-4540-8ce2-70585ef3ac5a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1130 time: 0.0510056 Sep 13 07:05:43.530674 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014640d-416e-4d1a-adee-f7968c671773 None None] New status for floating IP 004eb558-5090-4998-87f0-81ac24d00432: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:05:43.539782 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:43.569243 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:43.585827 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-386026b3-c70d-45ae-8f53-43fbe33360a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:43.587586 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-386026b3-c70d-45ae-8f53-43fbe33360a6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.1040235 Sep 13 07:05:43.670838 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-ecfde977-eaa6-48ce-9cb9-fc04c31b5328 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 1002 time: 0.0606091 Sep 13 07:05:43.727826 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-5ffcc771-60e5-44b9-b342-7be514a0557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:43.729272 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-5ffcc771-60e5-44b9-b342-7be514a0557f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0508766 Sep 13 07:05:43.777808 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-3b8d69b1-a966-4b5f-b93d-ee886634fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:43.779393 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-3b8d69b1-a966-4b5f-b93d-ee886634fbc3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385795 Sep 13 07:05:44.174236 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-55d32112-8c3b-468a-a808-1bde7e7f189e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950699 Sep 13 07:05:44.267922 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eb66aaa0-2064-427d-b102-c64dae7de9f7 req-06279a80-fb51-4ba6-875e-c8ccda205c92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851736 Sep 13 07:05:44.457692 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86253db-01ef-4809-9de6-f09be2250eda req-dbb1c3b5-43aa-4980-9a3f-caa2384dbcac tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:44.459162 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e86253db-01ef-4809-9de6-f09be2250eda req-dbb1c3b5-43aa-4980-9a3f-caa2384dbcac tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0482035 Sep 13 07:05:44.518572 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e86253db-01ef-4809-9de6-f09be2250eda req-931a9a38-7099-4660-88e6-b3b8377ca6b6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507929 Sep 13 07:05:44.569270 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44000) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:44.627352 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9a4c55f9-309a-4cc4-a65d-e5e3c12e4573 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (23588532-94f9-4373-b585-19afeed5ae74), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:44.649408 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9a4c55f9-309a-4cc4-a65d-e5e3c12e4573 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (23588532-94f9-4373-b585-19afeed5ae74), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:44.664123 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:44.699338 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9a4c55f9-309a-4cc4-a65d-e5e3c12e4573 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (23588532-94f9-4373-b585-19afeed5ae74), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:44.701887 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9a4c55f9-309a-4cc4-a65d-e5e3c12e4573 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:44.703060 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-9a4c55f9-309a-4cc4-a65d-e5e3c12e4573 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/23588532-94f9-4373-b585-19afeed5ae74 HTTP/1.1" status: 204 len: 168 time: 0.1327744 Sep 13 07:05:44.706046 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44002) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:44.711931 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c55f9-309a-4cc4-a65d-e5e3c12e4573 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23588532-94f9-4373-b585-19afeed5ae74,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:44.722900 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-6358d3a9-89a7-4312-9a4b-88ced82e9eb3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] show failed (client error): The resource could not be found. Sep 13 07:05:44.724021 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6358d3a9-89a7-4312-9a4b-88ced82e9eb3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups/23588532-94f9-4373-b585-19afeed5ae74 HTTP/1.1" status: 404 len: 347 time: 0.0168583 Sep 13 07:05:44.727821 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44004) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:44.846109 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Deleting port 57fdbcec-f248-4528-a0db-1169427cf0ac {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:05:44.846605 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:44.952596 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:44.952831 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (57fdbcec-f248-4528-a0db-1169427cf0ac), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:44.966133 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Calling delete_port for 57fdbcec-f248-4528-a0db-1169427cf0ac owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:05:45.128723 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (57fdbcec-f248-4528-a0db-1169427cf0ac), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.153677 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event deleted for resources: {'Port': ['ID=57fdbcec-f248-4528-a0db-1169427cf0ac,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:45.216860 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (004eb558-5090-4998-87f0-81ac24d00432), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.219362 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.220499 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-fb6d3e8b-c46f-4d65-b1ad-fde1c4562b21 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/004eb558-5090-4998-87f0-81ac24d00432 HTTP/1.1" status: 204 len: 168 time: 0.4917896 Sep 13 07:05:45.311004 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44010) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:45.315628 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-ef93a91f-8827-4bbb-9ffc-f965be76b94b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011863075', 'description': 'tempest-description--1350682540'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:45.316773 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:05:45.337745 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 447e368f-71d6-49ce-be81-226ee22458f1 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:05:45.338116 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 447e368f-71d6-49ce-be81-226ee22458f1 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:05:45.342706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ef93a91f-8827-4bbb-9ffc-f965be76b94b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.378022 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:45.420067 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ef93a91f-8827-4bbb-9ffc-f965be76b94b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (6b9378af-0591-441d-a245-79a8c245f7e9), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.426028 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ef93a91f-8827-4bbb-9ffc-f965be76b94b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (6b9378af-0591-441d-a245-79a8c245f7e9), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.454918 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93a91f-8827-4bbb-9ffc-f965be76b94b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9378af-0591-441d-a245-79a8c245f7e9,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:45.459435 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ef93a91f-8827-4bbb-9ffc-f965be76b94b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.460654 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ef93a91f-8827-4bbb-9ffc-f965be76b94b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1486254 Sep 13 07:05:45.463771 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44012) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:45.469651 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-a4cebf0c-7cfc-436f-85b7-c22d2ef1a5eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'security_group_rule': {'security_group_id': '6b9378af-0591-441d-a245-79a8c245f7e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:45.505460 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4cebf0c-7cfc-436f-85b7-c22d2ef1a5eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (338ad77b-880c-4cb7-b8d0-7bea960d7b47), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.533000 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:45.561012 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:45.571734 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4cebf0c-7cfc-436f-85b7-c22d2ef1a5eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (338ad77b-880c-4cb7-b8d0-7bea960d7b47), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.577084 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4cebf0c-7cfc-436f-85b7-c22d2ef1a5eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (338ad77b-880c-4cb7-b8d0-7bea960d7b47), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.599527 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cebf0c-7cfc-436f-85b7-c22d2ef1a5eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338ad77b-880c-4cb7-b8d0-7bea960d7b47,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:45.607915 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a4cebf0c-7cfc-436f-85b7-c22d2ef1a5eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.609164 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a4cebf0c-7cfc-436f-85b7-c22d2ef1a5eb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443918 Sep 13 07:05:45.611965 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44016) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:45.616289 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-24b3e7e5-5f70-4baf-905e-6951ffabab6f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'security_group_rule': {'security_group_id': '6b9378af-0591-441d-a245-79a8c245f7e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:45.650174 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-24b3e7e5-5f70-4baf-905e-6951ffabab6f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (cd68e911-c9f8-416e-ba3e-abc1b7850f80), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.652771 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65f479-b38a-4951-bd0e-a9773e829408 req-e68fa966-74d1-41dc-9a88-cd46cbbc31e4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:45.654271 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c65f479-b38a-4951-bd0e-a9773e829408 req-e68fa966-74d1-41dc-9a88-cd46cbbc31e4 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0561736 Sep 13 07:05:45.703526 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c65f479-b38a-4951-bd0e-a9773e829408 req-4655b15e-d319-495b-a181-0d84cc539844 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 Sep 13 07:05:45.707716 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-24b3e7e5-5f70-4baf-905e-6951ffabab6f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (cd68e911-c9f8-416e-ba3e-abc1b7850f80), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.717934 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-24b3e7e5-5f70-4baf-905e-6951ffabab6f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (cd68e911-c9f8-416e-ba3e-abc1b7850f80), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.729973 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3e7e5-5f70-4baf-905e-6951ffabab6f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd68e911-c9f8-416e-ba3e-abc1b7850f80,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:45.748492 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-24b3e7e5-5f70-4baf-905e-6951ffabab6f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.749703 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-24b3e7e5-5f70-4baf-905e-6951ffabab6f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367950 Sep 13 07:05:45.752821 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44018) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:45.756983 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:45.781395 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.865823 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:45.973060 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Allocated IP 172.27.2.165 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/877d7a35-3f52-47c1-85ab-2dc14c890911) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:05:46.080251 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.116137 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.157516 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:05:46.162721 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:05:46.165034 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'Port': ['ID=877d7a35-3f52-47c1-85ab-2dc14c890911,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:46.167141 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:05:46.251208 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:46.254187 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (11677922-eec4-4fef-afbe-9e68b254a638), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.293958 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.318873 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:46.446290 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.453196 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.520618 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'Port': ['ID=877d7a35-3f52-47c1-85ab-2dc14c890911,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:46.522978 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (11677922-eec4-4fef-afbe-9e68b254a638), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.533088 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:05:46.541227 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:46.542555 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bfb3e161-c0e8-490c-8a86-b539b921f755 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7887692 Sep 13 07:05:46.755493 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-9be04173-c5be-406f-8ce8-2b4d504280e6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2011863075&fields=id&tenant_id=5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 267 time: 0.0444891 Sep 13 07:05:46.866574 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2b4e-c10b-4f24-a051-ce7c817895b3 req-463e1c4a-26c5-4aff-a9d9-a4f458b472e1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:46.867987 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bebf2b4e-c10b-4f24-a051-ce7c817895b3 req-463e1c4a-26c5-4aff-a9d9-a4f458b472e1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0828404 Sep 13 07:05:46.918500 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-f044cb9d-95ca-44c8-a787-c6fda2030423 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:46.919952 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-f044cb9d-95ca-44c8-a787-c6fda2030423 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 817 time: 0.1580179 Sep 13 07:05:46.948091 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-dc4ac373-8ee1-486f-9700-3d690bbe1b9c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/quotas/5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 375 time: 0.0210204 Sep 13 07:05:46.951178 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bebf2b4e-c10b-4f24-a051-ce7c817895b3 req-d204e3f7-3871-4a12-953d-ae02e92ef1bf tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771849 Sep 13 07:05:46.997116 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-2fa9f4d9-ee21-490f-a858-d97341a9e83d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438604 Sep 13 07:05:47.093797 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-fa4c06be-d010-4038-a143-b5cdb1737924 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848236 Sep 13 07:05:47.188716 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-9d731a13-84a3-4206-ac51-ee3d316a569e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888836 Sep 13 07:05:47.356153 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-970fbfdb-0d32-435d-9e4f-637a599eeeac req-97f1da48-d1cd-4949-ac2e-89ba38c36262 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 210 time: 0.0282662 Sep 13 07:05:48.076323 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:48.085520 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6e391-09fa-4d37-99e4-55c72675a69e req-1e13039c-11bb-4fce-824f-1eefc0adc78e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:48.087154 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d4f6e391-09fa-4d37-99e4-55c72675a69e req-1e13039c-11bb-4fce-824f-1eefc0adc78e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0541506 Sep 13 07:05:48.138393 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d4f6e391-09fa-4d37-99e4-55c72675a69e req-f5abcfa8-321c-4ad9-9ae9-77e96e76647f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 Sep 13 07:05:48.261731 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5253d-dc47-4784-a998-9c147af8ad91 req-9aa500d1-0ce0-4a4f-925d-b90920240c55 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:48.263256 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-04a5253d-dc47-4784-a998-9c147af8ad91 req-9aa500d1-0ce0-4a4f-925d-b90920240c55 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0519221 Sep 13 07:05:48.273718 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44050) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:48.278604 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Request body: {'floatingip': {'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:48.332954 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:48.646338 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f00c0bb8-1365-4e08-8069-10622eb1dbe4 req-12969084-b28e-4cea-8beb-4c324cdf2be1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 210 time: 0.0353796 Sep 13 07:05:48.804082 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-30bb6dde-146a-43f8-b9ed-9c2ccf227831 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:48.805863 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-30bb6dde-146a-43f8-b9ed-9c2ccf227831 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 817 time: 0.1061618 Sep 13 07:05:48.830481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:48.883490 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-ff718081-db7e-4075-ae75-92e96077100d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 380 time: 0.0549817 Sep 13 07:05:49.011926 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'port': {'device_id': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'admin_state_up': True, 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'security_groups': ['6b9378af-0591-441d-a245-79a8c245f7e9']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:49.068801 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.074804 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.129309 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Made reservation on behalf of 5d5ac5d4506943c48f4f7640d97f63c5 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:05:49.133000 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.260883 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Allocated IP 172.20.0.3 (4c3c52b2-50ca-4f89-8b20-12f54380722c/b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1/dc830de4-1081-4c18-ada7-433d5588216c) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:05:49.275899 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Router 44995605-e8f7-43ca-900d-1373d20c7086 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:05:49.342187 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:49.381826 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:05:49.386913 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.388422 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:49.392535 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be168026-0448-494c-8954-c781cd5e2288 None None] Sync routers for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:05:49.402372 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for port (dc830de4-1081-4c18-ada7-433d5588216c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.404526 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:49.405419 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:49.437063 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.445297 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:49.447858 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3fb94-2320-4844-bf5e-8fb3df13a881" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:49.472307 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5a119695-67b0-44f2-9cd2-d7fd799e4e91 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb HTTP/1.1" status: 200 len: 994 time: 1.1971033 Sep 13 07:05:49.480665 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:49.492134 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0381d49f-cb47-43db-a735-8ef4159f7c7d x-openstack-request-id: req-0381d49f-cb47-43db-a735-8ef4159f7c7d {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:49.492408 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:05:49.492512 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:49.492655 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0381d49f-cb47-43db-a735-8ef4159f7c7d {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:49.493081 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0381d49f-cb47-43db-a735-8ef4159f7c7d'] response: {'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'status': 'completed', 'code': 200} Sep 13 07:05:49.501290 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:05:49.506179 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:05:49.521080 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:49.533151 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:49.559382 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:49.559994 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.582014 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e561123f-b1fd-42e1-b971-418389f7717f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741799 Sep 13 07:05:49.609038 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Request body: {'port': {'device_id': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:49.630010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-ed034a75-89e1-447c-9e91-a220fc51ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:49.632776 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-ed034a75-89e1-447c-9e91-a220fc51ed3d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1130 time: 0.0654428 Sep 13 07:05:49.692229 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.775570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-73c486e8-2706-4053-8d9e-fac0ad784646 None None] Provisioning complete for port dc830de4-1081-4c18-ada7-433d5588216c triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:05:49.775928 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-73c486e8-2706-4053-8d9e-fac0ad784646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dc830de4-1081-4c18-ada7-433d5588216c), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:49.792441 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-d785482a-6acf-426f-9abb-490a95876c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:49.794027 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-d785482a-6acf-426f-9abb-490a95876c7c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.1544542 Sep 13 07:05:49.841937 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb8be7-d84c-4df8-8d82-4c1f80a81d7b req-ac2f09e0-7f02-4e4f-8d36-d74797751a1c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:49.843435 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-79fb8be7-d84c-4df8-8d82-4c1f80a81d7b req-ac2f09e0-7f02-4e4f-8d36-d74797751a1c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 931 time: 0.0855005 Sep 13 07:05:49.865953 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-73c486e8-2706-4053-8d9e-fac0ad784646 None None] Port dc830de4-1081-4c18-ada7-433d5588216c cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:05:49.878596 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-3db9ce83-5d4b-4022-8980-0dea8261ef1c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 1002 time: 0.0769000 Sep 13 07:05:49.941330 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-79fb8be7-d84c-4df8-8d82-4c1f80a81d7b req-07edb314-a7dd-42aa-a7dc-a7efa04fcadc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838730 Sep 13 07:05:49.951484 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'mac_address': 'fa:16:3e:18:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:26Z', 'updated_at': '2022-09-13T07:05:48Z', 'revision_number': 3, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:49.952389 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-be1f9e56-9d95-49db-a490-7bf826a0cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:49.953846 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-be1f9e56-9d95-49db-a490-7bf826a0cfe6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0673797 Sep 13 07:05:49.970763 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:49.983752 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be168026-0448-494c-8954-c781cd5e2288 None None] Checking router: 44995605-e8f7-43ca-900d-1373d20c7086 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:05:49.992549 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:49.993255 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:49.997142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc830de4-1081-4c18-ada7-433d5588216c {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:05:50.005640 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Publish callbacks [] for port (dc830de4-1081-4c18-ada7-433d5588216c), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:50.009549 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-342f0cbf-cfcf-4247-8a8a-79c8be03ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:50.011134 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-342f0cbf-cfcf-4247-8a8a-79c8be03ccf9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507107 Sep 13 07:05:50.018914 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Transition to ACTIVE for port object dc830de4-1081-4c18-ada7-433d5588216c will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:05:50.023430 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:50.106070 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:50.107158 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:50.133483 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-289bfacb-cce5-4c39-8b8b-277bebdb9bb1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118214 Sep 13 07:05:50.134269 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:50.139418 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Attempting to bind port dc830de4-1081-4c18-ada7-433d5588216c on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:05:50.139756 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Attempting to bind port dc830de4-1081-4c18-ada7-433d5588216c by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:05:50.140080 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Attempting to bind port dc830de4-1081-4c18-ada7-433d5588216c on network 4c3c52b2-50ca-4f89-8b20-12f54380722c {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:05:50.183854 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:50.184434 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Port dc830de4-1081-4c18-ada7-433d5588216c on network 4c3c52b2-50ca-4f89-8b20-12f54380722c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:05:50.184895 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Attempting to bind port dc830de4-1081-4c18-ada7-433d5588216c on network 4c3c52b2-50ca-4f89-8b20-12f54380722c {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:05:50.231450 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:05:50.231702 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Checking segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:05:50.232058 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Bound using segment: {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:05:50.232486 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Bound port: dc830de4-1081-4c18-ada7-433d5588216c, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:05:50.232837 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:50.266177 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-41f3fb94-2320-4844-bf5e-8fb3df13a881 req-0f31f929-d5a2-487d-988e-3960cd25f154 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946124 Sep 13 07:05:50.297942 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:05:50.301608 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:05:50.309683 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:50.312559 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:50.312869 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:50.313556 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:50.315449 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 1093 time: 0.7117672 Sep 13 07:05:50.317658 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:50.320049 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "tag": "dc830de4-1081-4c18-ada7-433d5588216c"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:50.350859 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-be168026-0448-494c-8954-c781cd5e2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'mac_address': 'fa:16:3e:18:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:26Z', 'updated_at': '2022-09-13T07:05:48Z', 'revision_number': 3, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:50.371350 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e104f6f-3aa6-4630-be6b-eacd8c3178c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:50.377255 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe03d49-f38c-4f91-8d60-d57b47829769 x-openstack-request-id: req-bfe03d49-f38c-4f91-8d60-d57b47829769 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:50.377626 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "tag": "dc830de4-1081-4c18-ada7-433d5588216c", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:50.377787 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfe03d49-f38c-4f91-8d60-d57b47829769 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:50.378237 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe03d49-f38c-4f91-8d60-d57b47829769'] response: {'name': 'network-changed', 'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c', 'status': 'completed', 'code': 200} Sep 13 07:05:50.379307 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be168026-0448-494c-8954-c781cd5e2288 None None] The sync data for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi is: [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'port_id': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'mac_address': 'fa:16:3e:18:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:03:26Z', 'updated_at': '2022-09-13T07:05:48Z', 'revision_number': 3, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:05:50.454837 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e24195e5-e046-43db-8a18-61e0fab66404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:50.456368 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-e24195e5-e046-43db-8a18-61e0fab66404 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1127 time: 0.0418563 Sep 13 07:05:50.507952 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-a6d5d003-55d5-46d3-8efe-0bac54f14d60 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 217 time: 0.0346920 Sep 13 07:05:50.565673 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-2b8e57a6-a583-40f1-b77a-8aecacc8bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:50.567196 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-2b8e57a6-a583-40f1-b77a-8aecacc8bbeb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0494342 Sep 13 07:05:50.615323 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:50.619110 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-13f318ab-d413-4b31-82ee-54a71f993578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:50.620644 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-13f318ab-d413-4b31-82ee-54a71f993578 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405376 Sep 13 07:05:50.733515 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-5ced8f03-5709-474f-8149-9527c34fd688 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903575 Sep 13 07:05:50.824620 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2e1bdba5-7433-49c7-861a-1e916fe07ca8 req-6a1e521e-fd9a-44ba-8186-e785d6bae339 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843990 Sep 13 07:05:51.087362 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9c0fe-a698-4064-bc30-364fc082edce req-86075c4c-b3ab-4e54-af6e-851528e4e4fc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:51.088754 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ce9c0fe-a698-4064-bc30-364fc082edce req-86075c4c-b3ab-4e54-af6e-851528e4e4fc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0504057 Sep 13 07:05:51.147286 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ce9c0fe-a698-4064-bc30-364fc082edce req-fb25806c-722e-44e3-8114-d3f9f01fc5b8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529408 Sep 13 07:05:51.494887 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:51.498178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:51.543766 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1894ab-6d83-491c-a956-85c87a9cb1ff x-openstack-request-id: req-4f1894ab-6d83-491c-a956-85c87a9cb1ff {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:51.544075 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:51.544312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f1894ab-6d83-491c-a956-85c87a9cb1ff {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:51.544716 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1894ab-6d83-491c-a956-85c87a9cb1ff'] response: {'name': 'network-changed', 'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'status': 'completed', 'code': 200} Sep 13 07:05:52.060813 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-11b8e74b-50b5-4216-9943-8fb9d20ff178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.062385 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-11b8e74b-50b5-4216-9943-8fb9d20ff178 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1127 time: 0.0433953 Sep 13 07:05:52.076061 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-b07a3898-8243-49c4-86f2-c7d8e1c2c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.077584 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-b07a3898-8243-49c4-86f2-c7d8e1c2c1e2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 1130 time: 0.0402420 Sep 13 07:05:52.163921 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-90eb2623-2e07-4ab6-ac9b-ba0858c9f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.165772 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-90eb2623-2e07-4ab6-ac9b-ba0858c9f963 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.0922267 Sep 13 07:05:52.168910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-a1623617-bcf0-40c3-b988-84e71f2140cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.170425 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-a1623617-bcf0-40c3-b988-84e71f2140cd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.0860417 Sep 13 07:05:52.208507 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-59345e1c-2b7d-4637-a937-8e02258e9796 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 217 time: 0.0329118 Sep 13 07:05:52.249305 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-c9309a87-ca8a-4c65-a4a3-063ec01d8aa5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 200 len: 1002 time: 0.0673411 Sep 13 07:05:52.263580 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-25289f76-dd5c-4762-b555-65c311a1059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.265047 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-25289f76-dd5c-4762-b555-65c311a1059c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0509286 Sep 13 07:05:52.309511 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-157359af-c354-47f9-a862-6342f8d9d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.311211 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-157359af-c354-47f9-a862-6342f8d9d4d8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393903 Sep 13 07:05:52.312997 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524919-82be-4da0-ba79-851fca0f7373 req-976703d9-1658-4782-bea2-03feb25e6720 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.314507 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-86524919-82be-4da0-ba79-851fca0f7373 req-976703d9-1658-4782-bea2-03feb25e6720 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0751274 Sep 13 07:05:52.333720 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-7b77f9a1-1875-412c-9422-18c30316f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.335195 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-7b77f9a1-1875-412c-9422-18c30316f9e4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0664101 Sep 13 07:05:52.401735 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-11c5e964-a9f3-4f19-9ff7-e73b4ab434d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:52.403256 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-11c5e964-a9f3-4f19-9ff7-e73b4ab434d1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582645 Sep 13 07:05:52.406772 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-86524919-82be-4da0-ba79-851fca0f7373 req-679b4482-4dde-487d-88d0-a0f87d63d380 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844982 Sep 13 07:05:52.409141 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-fc4c52c7-cb94-4322-9813-440d65437209 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866191 Sep 13 07:05:52.427786 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:52.506176 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-8363fa7d-e1ac-4ac6-bfd3-b36b954a0a2b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877805 Sep 13 07:05:52.514101 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-e6e9adc5-d276-4018-bc4f-6cbec2f6a4a2 req-45a8968a-b661-4aab-98ee-4013d9b4f91b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954382 Sep 13 07:05:52.604129 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0b6a8ef-cf96-4a75-aefc-bfd9366a86a3 req-2d1896fe-9d6b-4d24-aa41-a384354c76de service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909445 Sep 13 07:05:53.349001 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:05:53.451689 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:53.453603 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:53.466302 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'dc830de4-1081-4c18-ada7-433d5588216c', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'port_id': 'dc830de4-1081-4c18-ada7-433d5588216c', 'mac_address': 'fa:16:3e:c7:fd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:05:53.503283 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port dc830de4-1081-4c18-ada7-433d5588216c is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:05:53.503981 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:53.517906 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc830de4-1081-4c18-ada7-433d5588216c {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:05:53.537025 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a3b35-f6e8-496c-801b-64cedac9f795 req-b74748ba-6dfa-4ad8-8e51-05aed271a9ac tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:53.538178 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:53.538526 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-df5a3b35-f6e8-496c-801b-64cedac9f795 req-b74748ba-6dfa-4ad8-8e51-05aed271a9ac tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0462868 Sep 13 07:05:53.544867 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:53.564444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:53.589754 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-df5a3b35-f6e8-496c-801b-64cedac9f795 req-79faf7c9-fd17-43fd-aad4-5556d9457151 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Sep 13 07:05:53.591875 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:53.599445 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.599712 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.600056 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.600415 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.600751 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.601079 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.601403 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.601725 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.602048 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.602472 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.602925 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.603303 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.603631 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.603953 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.604274 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:05:53.971010 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['dc830de4-1081-4c18-ada7-433d5588216c'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:05:54.620062 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=15 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:54.729323 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c006e-97a2-4248-86ff-84558a26cb76 req-f7b1dcd5-805d-421c-b137-1d1fe24e912e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:54.730794 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9e8c006e-97a2-4248-86ff-84558a26cb76 req-f7b1dcd5-805d-421c-b137-1d1fe24e912e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 944 time: 0.0516307 Sep 13 07:05:54.781077 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9e8c006e-97a2-4248-86ff-84558a26cb76 req-2cc286bd-cedd-4cd2-8aa4-1476f8e0bf9d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 Sep 13 07:05:55.363945 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:05:55.409773 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port dc830de4-1081-4c18-ada7-433d5588216c completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:05:55.416727 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port dc830de4-1081-4c18-ada7-433d5588216c triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:05:55.417098 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dc830de4-1081-4c18-ada7-433d5588216c), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:55.493769 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port dc830de4-1081-4c18-ada7-433d5588216c is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:05:55.494361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:55.522543 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:55.525329 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bbf541-fa1e-4d90-bb22-be9d03cdd19b" -d '{"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-plugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:55.538662 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:05:55.544459 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:55.576700 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1bd163-a2b5-4f02-ae48-85101de59bcf x-openstack-request-id: req-3a1bd163-a2b5-4f02-ae48-85101de59bcf {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:55.576995 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-plugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:55.584541 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a1bd163-a2b5-4f02-ae48-85101de59bcf {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:55.584541 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1bd163-a2b5-4f02-ae48-85101de59bcf'] response: {'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c', 'code': 200} Sep 13 07:05:55.611418 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:05:55.849169 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeeeea-653e-4e14-941f-3b9955c948e8 req-fe855c04-0a0c-4d82-b9bf-b8a3e43a7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:55.850770 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-22aeeeea-653e-4e14-941f-3b9955c948e8 req-fe855c04-0a0c-4d82-b9bf-b8a3e43a7bab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1129 time: 0.0408115 Sep 13 07:05:55.929360 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745934-33e4-424c-a132-9cf8ddf40cd2 req-c77b0067-38ce-4acf-aa40-fc895cbd4048 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:55.931652 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-58745934-33e4-424c-a132-9cf8ddf40cd2 req-c77b0067-38ce-4acf-aa40-fc895cbd4048 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0663867 Sep 13 07:05:55.934823 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-22aeeeea-653e-4e14-941f-3b9955c948e8 req-43d70331-c690-44ed-b26e-d6b5e76d65d8 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763097 Sep 13 07:05:55.983422 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-58745934-33e4-424c-a132-9cf8ddf40cd2 req-e4c13d3c-4113-4a22-9a48-a8b9c7ddb5c9 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457876 Sep 13 07:05:56.088553 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8dcf5ceb-130b-4e0c-9db1-a4ac9e01aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:56.530505 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:57.124378 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdc979-ae9d-413f-8501-5a8eaa01eb85 req-dd7eda13-521c-448c-a0ce-9407014ecfe0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:57.125902 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-38fdc979-ae9d-413f-8501-5a8eaa01eb85 req-dd7eda13-521c-448c-a0ce-9407014ecfe0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0596673 Sep 13 07:05:57.173625 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-38fdc979-ae9d-413f-8501-5a8eaa01eb85 req-7cf777b8-0bfb-4de8-a079-bedaa98d777f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421219 Sep 13 07:05:58.315261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc93fe-99c1-4a98-bd05-9d0c55c893d4 req-67cc38a6-7d9f-4961-9d46-40691fb84206 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:58.316725 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cabc93fe-99c1-4a98-bd05-9d0c55c893d4 req-67cc38a6-7d9f-4961-9d46-40691fb84206 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0541923 Sep 13 07:05:58.363392 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2b1a5aba-e254-44cb-97d5-12b217bd088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:58.369556 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cabc93fe-99c1-4a98-bd05-9d0c55c893d4 req-067ce230-6e12-46b9-a0cb-339043c70752 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 Sep 13 07:05:58.505289 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d5541-2327-4fab-b55c-9dc1eb935198 req-e5a43898-335e-4ca6-8a4e-6c3cda1cf49e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:58.507615 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e81d5541-2327-4fab-b55c-9dc1eb935198 req-e5a43898-335e-4ca6-8a4e-6c3cda1cf49e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0597892 Sep 13 07:05:58.519187 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44112) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:05:58.523970 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Request body: {'floatingip': {'port_id': 'dc830de4-1081-4c18-ada7-433d5588216c'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:05:58.563192 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (11677922-eec4-4fef-afbe-9e68b254a638), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:58.598416 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:58.909881 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:05:59.008223 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:59.014247 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (11677922-eec4-4fef-afbe-9e68b254a638), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:59.117348 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Floating IP 11677922-eec4-4fef-afbe-9e68b254a638 associated. External IP: 172.27.2.165, port: dc830de4-1081-4c18-ada7-433d5588216c. Sep 13 07:05:59.564963 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Router 1ffe126f-24d3-427c-8844-3a57b152a8e0 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:05:59.667215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:05:59.672328 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:59.678383 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] Sync routers for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:05:59.689844 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:05:59.690725 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:05:59.708819 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4656d609-b728-4a7d-bfc4-552fb32374ba tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/11677922-eec4-4fef-afbe-9e68b254a638 HTTP/1.1" status: 200 len: 991 time: 1.1883414 Sep 13 07:05:59.709853 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:05:59.713381 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "tag": "dc830de4-1081-4c18-ada7-433d5588216c"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:05:59.754784 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862c9151-ec69-47c6-9e98-9170de61df81 x-openstack-request-id: req-862c9151-ec69-47c6-9e98-9170de61df81 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:05:59.755077 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "tag": "dc830de4-1081-4c18-ada7-433d5588216c", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:05:59.755325 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-862c9151-ec69-47c6-9e98-9170de61df81 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:05:59.755761 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862c9151-ec69-47c6-9e98-9170de61df81'] response: {'name': 'network-changed', 'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c', 'status': 'completed', 'code': 200} Sep 13 07:05:59.795409 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:05:59.839777 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:05:59.877323 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-2f1be6b0-fc89-45ef-8e0d-3ef1269b9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:59.878854 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-2f1be6b0-fc89-45ef-8e0d-3ef1269b9c7e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1129 time: 0.0426242 Sep 13 07:05:59.971603 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-9ef8c1b0-ef94-42b8-96dc-02eecb99e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:05:59.973117 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-9ef8c1b0-ef94-42b8-96dc-02eecb99e4a8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.0877478 Sep 13 07:06:00.006379 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '11677922-eec4-4fef-afbe-9e68b254a638', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'port_id': 'dc830de4-1081-4c18-ada7-433d5588216c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'mac_address': 'fa:16:3e:c7:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:05:46Z', 'updated_at': '2022-09-13T07:05:58Z', 'revision_number': 1, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:00.030641 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] Checking router: 1ffe126f-24d3-427c-8844-3a57b152a8e0 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:00.039492 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:00.039755 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-4fdaf830-37a2-48b4-9ea4-831537d44d67 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 999 time: 0.0598571 Sep 13 07:06:00.040083 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:00.090777 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-b2d2e927-77b7-4e93-a6d6-06a1be62bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:00.092158 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-b2d2e927-77b7-4e93-a6d6-06a1be62bfbc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0463088 Sep 13 07:06:00.135745 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-e02dc767-dd97-4a46-9335-fc4859f448d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:00.137373 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-e02dc767-dd97-4a46-9335-fc4859f448d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388193 Sep 13 07:06:00.146700 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:00.199967 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:00.238127 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-c8bb1625-08f6-4d15-9d8f-3208ca0cfce6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891922 Sep 13 07:06:00.306882 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:00.336746 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebd4d0da-d3e3-4672-b9fa-b14fbcaaf4fe req-efbf1be7-7870-4137-b939-610b49018910 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888314 Sep 13 07:06:00.361123 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '11677922-eec4-4fef-afbe-9e68b254a638', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'port_id': 'dc830de4-1081-4c18-ada7-433d5588216c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'mac_address': 'fa:16:3e:c7:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:05:46Z', 'updated_at': '2022-09-13T07:05:58Z', 'revision_number': 1, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:00.389056 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc661de-d09e-4dad-8974-f91f4652ea08 None None] The sync data for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi is: [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '11677922-eec4-4fef-afbe-9e68b254a638', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'port_id': 'dc830de4-1081-4c18-ada7-433d5588216c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'mac_address': 'fa:16:3e:c7:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:05:46Z', 'updated_at': '2022-09-13T07:05:58Z', 'revision_number': 1, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:00.590387 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e5dbc8-1c63-45fb-934e-15c9a0765992 None None] New status for floating IP 11677922-eec4-4fef-afbe-9e68b254a638: ACTIVE {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:06:01.530842 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:01.532583 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:07.768177 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59eb71-b7dc-4f31-a85f-50595c529f3f req-40471c02-dbda-493e-87a8-de2ac627306c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:07.769641 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7f59eb71-b7dc-4f31-a85f-50595c529f3f req-40471c02-dbda-493e-87a8-de2ac627306c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0517054 Sep 13 07:06:07.824865 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7f59eb71-b7dc-4f31-a85f-50595c529f3f req-b03c0ec8-0f85-43c9-97a0-d801d5ddddbc tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495107 Sep 13 07:06:08.968736 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831741a8-708c-474f-b44e-7021454d85b2 req-62f1afa6-ac8a-47f3-aa24-94b9ebed2855 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:08.970213 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-831741a8-708c-474f-b44e-7021454d85b2 req-62f1afa6-ac8a-47f3-aa24-94b9ebed2855 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0492547 Sep 13 07:06:09.021158 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-831741a8-708c-474f-b44e-7021454d85b2 req-3a224d13-b19e-4136-858b-3fbaea3e4ae7 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Sep 13 07:06:09.303650 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-97e5075e-ecce-42f6-8288-d14944673b3b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397580 Sep 13 07:06:09.687421 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-b778eada-aab6-47a7-a5fc-42ebc94935d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:09.689810 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-b778eada-aab6-47a7-a5fc-42ebc94935d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38b6d7b146a34896bb8309e2c51348f8&device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 1130 time: 0.0425899 Sep 13 07:06:09.698124 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-99e3ac50-e0c2-4112-875f-cf3e05567ba8 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:09.699722 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-99e3ac50-e0c2-4112-875f-cf3e05567ba8 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0527034 Sep 13 07:06:09.755204 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:09.791976 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port b05c2df1-d6ff-46f8-807a-b0bddae18565 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:09.792326 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:09.797575 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-32bc6014-14b0-4349-b9db-f179fd6f4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:09.799125 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-32bc6014-14b0-4349-b9db-f179fd6f4296 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 200 len: 916 time: 0.0876250 Sep 13 07:06:09.854151 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-275b3c72-e303-46a1-ad46-89247b20247c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 200 len: 217 time: 0.0365074 Sep 13 07:06:09.889071 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] For port b05c2df1-d6ff-46f8-807a-b0bddae18565, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=b05c2df1-d6ff-46f8-807a-b0bddae18565,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:09.889335 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:09.906845 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-bc64929a-cd2c-45b5-92da-e792fcfee755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:09.908317 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-bc64929a-cd2c-45b5-92da-e792fcfee755 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 200 len: 854 time: 0.0451932 Sep 13 07:06:09.952223 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-42483656-cca6-42dd-82b3-82f0ccb4bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:09.953732 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-42483656-cca6-42dd-82b3-82f0ccb4bc59 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389378 Sep 13 07:06:10.054872 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-b4e900d0-3789-403c-a097-6ce7449e6578 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905704 Sep 13 07:06:10.066054 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:10.066559 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (1ad2cd86-fba1-428d-a7b0-1160c9c6b18b), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:10.066884 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP 1ad2cd86-fba1-428d-a7b0-1160c9c6b18b disassociated. External IP: 172.27.2.63, port: b05c2df1-d6ff-46f8-807a-b0bddae18565. Sep 13 07:06:10.067233 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for b05c2df1-d6ff-46f8-807a-b0bddae18565 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:10.150022 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ff9e7411-0880-4f01-a1d3-f2640ea643ad req-8629ccab-192b-4827-bf54-c53033be2540 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860336 Sep 13 07:06:10.170061 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a976b7a-687e-4cd0-b7a6-ccbdcff989da req-d2375052-0035-4d09-8b46-904b39eee7ad tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:10.171135 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a976b7a-687e-4cd0-b7a6-ccbdcff989da req-d2375052-0035-4d09-8b46-904b39eee7ad tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 946 time: 0.0640280 Sep 13 07:06:10.246047 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:10.277892 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a976b7a-687e-4cd0-b7a6-ccbdcff989da req-54a35f47-5e7a-48cb-ba98-6017ffdb776c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38b7ceb5-4f09-487a-b536-8a0fcc99b727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947843 Sep 13 07:06:10.285337 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:10.310223 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (b05c2df1-d6ff-46f8-807a-b0bddae18565), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:10.346677 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-a4fdbe57-461f-4e13-9860-a4915e8c3afe tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1409586712&fields=id&tenant_id=76569a470885443abfbe4e14e9b2f505 HTTP/1.1" status: 200 len: 267 time: 0.1302054 Sep 13 07:06:10.349215 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=b05c2df1-d6ff-46f8-807a-b0bddae18565,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:10.439258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e35a6741-7b35-4f9f-a42f-988a66135553 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:10.440758 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e35a6741-7b35-4f9f-a42f-988a66135553 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 984 time: 0.0849583 Sep 13 07:06:10.476307 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Request body: {'port': {'security_groups': ['2e5b3168-faf5-47ae-ace2-243124735676']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:10.553911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:10.577808 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:10.984762 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:10.994292 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:11.005104 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:11.005737 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:11.040254 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] No DVR routers for this DVR port b05c2df1-d6ff-46f8-807a-b0bddae18565 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:11.070009 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.073242 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9c3c439d-44b7-42da-a113-bb27d3132a0e req-eed1788d-79e4-42ff-b913-95ee4e65b3ce tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b05c2df1-d6ff-46f8-807a-b0bddae18565 HTTP/1.1" status: 204 len: 173 time: 1.3668239 Sep 13 07:06:11.073733 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'name': 'network-vif-deleted', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:11.075972 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14667e7-18c1-4aea-b26b-b183ada89c27" -d '{"events": [{"server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "name": "network-vif-deleted", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:11.111006 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:11.133003 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:11.135984 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f5200-64a8-404e-9d80-5acb4d3c35db x-openstack-request-id: req-443f5200-64a8-404e-9d80-5acb4d3c35db {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:11.136294 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1", "name": "network-vif-deleted", "tag": "b05c2df1-d6ff-46f8-807a-b0bddae18565", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:11.136537 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-443f5200-64a8-404e-9d80-5acb4d3c35db {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:11.136913 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f5200-64a8-404e-9d80-5acb4d3c35db'] response: {'server_uuid': '2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1', 'name': 'network-vif-deleted', 'tag': 'b05c2df1-d6ff-46f8-807a-b0bddae18565', 'status': 'completed', 'code': 200} Sep 13 07:06:11.163525 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.169258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.179752 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:11.180363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.182384 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4e0a9c49-ac96-4332-b6ba-44c467ae2759 req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "PUT /networking/v2.0/ports/1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 942 time: 0.7331829 Sep 13 07:06:11.187932 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44182) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:11.196509 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:11.215516 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:06:11.239031 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e2d49-be66-4455-bcbf-0be75e965d4f tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event updated for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=7']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:11.281030 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-32088951-6133-40bd-a1d0-03e258f83d42 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group (6df806b8-7689-403f-a1d7-a87499a7b12a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.323614 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-32088951-6133-40bd-a1d0-03e258f83d42 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group (6df806b8-7689-403f-a1d7-a87499a7b12a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.351767 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:11.361802 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:11.407609 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-32088951-6133-40bd-a1d0-03e258f83d42 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (6df806b8-7689-403f-a1d7-a87499a7b12a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.412291 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-32088951-6133-40bd-a1d0-03e258f83d42 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.414663 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-32088951-6133-40bd-a1d0-03e258f83d42 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6df806b8-7689-403f-a1d7-a87499a7b12a HTTP/1.1" status: 204 len: 168 time: 0.2256379 Sep 13 07:06:11.430400 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44186) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:11.431783 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32088951-6133-40bd-a1d0-03e258f83d42 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df806b8-7689-403f-a1d7-a87499a7b12a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:11.450182 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:06:11.463537 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:11.489322 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:11.498116 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d01c6e-1be4-4569-b57f-0b36e7c0f62e req-0b8b43d6-ab05-47a5-9462-c7b99b959daa tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f87f51f-15c4-43f5-b62e-ef70c9a9e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0828857 Sep 13 07:06:11.499041 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:11.499741 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:11.519018 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:11.605920 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:11.629828 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:11.689947 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Deleting port cededc19-1ef1-4d03-a793-89b2862d5557 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:11.690463 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (cededc19-1ef1-4d03-a793-89b2862d5557), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.745421 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:11.755373 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:11.771639 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (cededc19-1ef1-4d03-a793-89b2862d5557), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.771967 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for floatingip (cededc19-1ef1-4d03-a793-89b2862d5557), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.784444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Calling delete_port for cededc19-1ef1-4d03-a793-89b2862d5557 owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:11.826217 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:11.852744 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f25da9f-ce5e-4f1e-9b05-b0aee853c1d1 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:11.956116 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (cededc19-1ef1-4d03-a793-89b2862d5557), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:11.983064 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event deleted for resources: {'Port': ['ID=cededc19-1ef1-4d03-a793-89b2862d5557,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:12.055159 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks [] for floatingip (ce7ac3db-a40b-469b-b44a-7778d4bcccc3), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.055905 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Floating IP ce7ac3db-a40b-469b-b44a-7778d4bcccc3 disassociated (deleted). External IP: 172.27.2.239, port: 1e7460cd-303f-44c8-b234-3c2f83c1e238. Sep 13 07:06:12.095007 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553dd7b9-f4f4-4b8c-8083-247491f69bf0 None None] New status for floating IP 1ad2cd86-fba1-428d-a7b0-1160c9c6b18b: DOWN {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:06:12.182332 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.286857 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Router eca41b78-befb-4c65-82ba-c4347acbe398 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:12.390448 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:12.395116 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.401455 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] Sync routers for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:12.412598 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:12.413193 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:12.424668 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-44239e0f-c0ed-4dbc-9786-af5307867515 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/ce7ac3db-a40b-469b-b44a-7778d4bcccc3 HTTP/1.1" status: 204 len: 168 time: 0.9920065 Sep 13 07:06:12.519382 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:12.623766 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44198) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:12.685017 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-992e3d72-1674-4d72-91df-cfc4c527130f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (38b7ceb5-4f09-487a-b536-8a0fcc99b727), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.707839 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-992e3d72-1674-4d72-91df-cfc4c527130f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (38b7ceb5-4f09-487a-b536-8a0fcc99b727), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.731506 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:12.756000 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] Checking router: eca41b78-befb-4c65-82ba-c4347acbe398 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:12.756503 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-992e3d72-1674-4d72-91df-cfc4c527130f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (38b7ceb5-4f09-487a-b536-8a0fcc99b727), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.759035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-992e3d72-1674-4d72-91df-cfc4c527130f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.760180 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-992e3d72-1674-4d72-91df-cfc4c527130f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/38b7ceb5-4f09-487a-b536-8a0fcc99b727 HTTP/1.1" status: 204 len: 168 time: 0.1352735 Sep 13 07:06:12.763596 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44204) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:12.764660 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:12.765259 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:12.772705 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e3d72-1674-4d72-91df-cfc4c527130f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b7ceb5-4f09-487a-b536-8a0fcc99b727,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:12.809328 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.api.v2.resource [None req-e856bd57-3ff0-475f-93f4-d6bf2fd1d63d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] show failed (client error): The resource could not be found. Sep 13 07:06:12.810584 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e856bd57-3ff0-475f-93f4-d6bf2fd1d63d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups/38b7ceb5-4f09-487a-b536-8a0fcc99b727 HTTP/1.1" status: 404 len: 347 time: 0.0459766 Sep 13 07:06:12.813917 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44206) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:12.878064 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:12.936166 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port 11985aba-d07e-42f8-8683-e79dfc4ca404 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:12.936461 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:12.989704 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:13.013913 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.014192 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (11985aba-d07e-42f8-8683-e79dfc4ca404), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.016027 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:13.029716 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for 11985aba-d07e-42f8-8683-e79dfc4ca404 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:13.070813 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:13.098224 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:13.098604 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a720a7e-1328-49ab-b4ca-4ff9b710b5ad None None] The sync data for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi is: [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:02:46Z', 'revision_number': 4, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '6d2cc3ef-7795-45b4-9b83-07d852e2386f', 'name': '', 'network_id': '0cffbe9d-fe13-461f-aaa8-05916e53ec62', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'mac_address': 'fa:16:3e:b4:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:46Z', 'updated_at': '2022-09-13T07:02:55Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'subnets': [{'id': 'c0562ec0-db08-4641-a71d-8579f7dc128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:13.137863 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238'}, {'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:13.140432 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2a43c3-2067-4158-a10b-e2a36f412a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238"}, {"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:13.177992 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (11985aba-d07e-42f8-8683-e79dfc4ca404), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.187326 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e60215-cc10-4102-9792-e93d58e1da03 x-openstack-request-id: req-33e60215-cc10-4102-9792-e93d58e1da03 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:13.187689 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:13.187932 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33e60215-cc10-4102-9792-e93d58e1da03 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:13.188340 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e60215-cc10-4102-9792-e93d58e1da03'] response: {'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'status': 'completed', 'code': 200} Sep 13 07:06:13.188643 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e60215-cc10-4102-9792-e93d58e1da03'] response: {'name': 'network-changed', 'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'status': 'completed', 'code': 200} Sep 13 07:06:13.203919 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=11985aba-d07e-42f8-8683-e79dfc4ca404,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:13.271669 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (1ad2cd86-fba1-428d-a7b0-1160c9c6b18b), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.274008 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.275205 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-83baa186-2bee-4949-8532-c46ca7268a28 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/1ad2cd86-fba1-428d-a7b0-1160c9c6b18b HTTP/1.1" status: 204 len: 168 time: 0.4600782 Sep 13 07:06:13.344214 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44212) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:13.348881 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-f77427c0-7a6b-4de1-9027-950763f3477b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103254350', 'description': 'tempest-description--101886070'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:13.363597 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851b82e-bf7e-4d76-9c8f-f296e0af2501 None None] New status for floating IP ce7ac3db-a40b-469b-b44a-7778d4bcccc3: DOWN {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:06:13.371467 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f77427c0-7a6b-4de1-9027-950763f3477b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.443897 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f77427c0-7a6b-4de1-9027-950763f3477b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (04c67dfc-4904-483b-a1d7-4599cec087a5), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.448880 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f77427c0-7a6b-4de1-9027-950763f3477b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (04c67dfc-4904-483b-a1d7-4599cec087a5), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.458826 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:13.464604 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device b05c2df1-d6ff-46f8-807a-b0bddae18565 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:13.485287 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: b05c2df1-d6ff-46f8-807a-b0bddae18565 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:13.485718 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f77427c0-7a6b-4de1-9027-950763f3477b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.486033 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device b05c2df1-d6ff-46f8-807a-b0bddae18565 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:13.487572 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f77427c0-7a6b-4de1-9027-950763f3477b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423392 Sep 13 07:06:13.489257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77427c0-7a6b-4de1-9027-950763f3477b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c67dfc-4904-483b-a1d7-4599cec087a5,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:13.490599 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44214) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:13.495442 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-aa3658bb-9e36-49c2-945f-1dec89a59c08 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': '04c67dfc-4904-483b-a1d7-4599cec087a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:13.560982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-3991c7a5-e86b-42f0-af4a-d22091465a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:13.562563 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-3991c7a5-e86b-42f0-af4a-d22091465a4a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1129 time: 0.0564983 Sep 13 07:06:13.566192 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-aa3658bb-9e36-49c2-945f-1dec89a59c08 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (c05b11bc-503d-44dc-9932-11fc9db89f6b), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.623576 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-aa3658bb-9e36-49c2-945f-1dec89a59c08 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (c05b11bc-503d-44dc-9932-11fc9db89f6b), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.636788 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-aa3658bb-9e36-49c2-945f-1dec89a59c08 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (c05b11bc-503d-44dc-9932-11fc9db89f6b), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.657159 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:13.697398 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:13.701275 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3658bb-9e36-49c2-945f-1dec89a59c08 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05b11bc-503d-44dc-9932-11fc9db89f6b,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:13.715059 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-aa3658bb-9e36-49c2-945f-1dec89a59c08 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.718998 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-aa3658bb-9e36-49c2-945f-1dec89a59c08 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244942 Sep 13 07:06:13.719372 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44218) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:13.724820 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-982374f6-10c7-4292-8167-1d242c358424 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'security_group_rule': {'security_group_id': '04c67dfc-4904-483b-a1d7-4599cec087a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:13.759646 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-15e371ca-0b5e-4e75-bf54-ac2c4d47a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:13.761449 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-15e371ca-0b5e-4e75-bf54-ac2c4d47a7d8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 915 time: 0.1341295 Sep 13 07:06:13.801237 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-982374f6-10c7-4292-8167-1d242c358424 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (0e4d1070-0652-4da4-9776-7976e4a7ff6d), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.807295 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-b77561f9-d396-49d1-b568-e91edf739c8e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 217 time: 0.0377643 Sep 13 07:06:13.869486 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-982374f6-10c7-4292-8167-1d242c358424 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (0e4d1070-0652-4da4-9776-7976e4a7ff6d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.872744 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-de29c917-c3d3-4b6b-b41e-a11ca4cb094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:13.874280 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-de29c917-c3d3-4b6b-b41e-a11ca4cb094c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 200 len: 853 time: 0.0542097 Sep 13 07:06:13.875563 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-982374f6-10c7-4292-8167-1d242c358424 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (0e4d1070-0652-4da4-9776-7976e4a7ff6d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.895277 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982374f6-10c7-4292-8167-1d242c358424 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4d1070-0652-4da4-9776-7976e4a7ff6d,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:13.903396 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-982374f6-10c7-4292-8167-1d242c358424 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:13.904563 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-982374f6-10c7-4292-8167-1d242c358424 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1835823 Sep 13 07:06:13.907790 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44220) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:13.912161 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:13.934253 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.022262 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.135946 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.27.2.129 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/5d45ce5a-6265-4233-8d90-4befe79b251e) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:06:14.159659 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-53eff39c-607e-4365-a11e-06f01179a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:14.161186 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-53eff39c-607e-4365-a11e-06f01179a14a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0cffbe9d-fe13-461f-aaa8-05916e53ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416434 Sep 13 07:06:14.206398 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=8,neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:14.252506 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.257194 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-178d343a-230f-4641-915e-f6f684f79f89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882788 Sep 13 07:06:14.286200 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.332133 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:06:14.338833 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:14.340977 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=5d45ce5a-6265-4233-8d90-4befe79b251e,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:14.343490 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:06:14.356067 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-f1119a49-fed1-4b6e-9f1f-d15d6590aa6c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906124 Sep 13 07:06:14.431908 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (e6c73caa-3ceb-44b7-ba90-e47c8f725e1b), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.473221 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.497737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:14.504552 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-62d11a83-49ca-4f96-a1f7-bc674cc1dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:14.506097 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-62d11a83-49ca-4f96-a1f7-bc674cc1dd44 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=76569a470885443abfbe4e14e9b2f505&device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 1129 time: 0.0399730 Sep 13 07:06:14.603282 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-b74df447-6b8a-4644-a9b3-f254bb0287dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:14.606107 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-b74df447-6b8a-4644-a9b3-f254bb0287dd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 200 len: 915 time: 0.0929034 Sep 13 07:06:14.642359 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.645781 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-86502010-5dcf-4772-b992-1e50c52f2a81 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 200 len: 217 time: 0.0333142 Sep 13 07:06:14.649013 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.699093 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-32406648-0e12-41e2-952e-c99abcb61562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:14.700465 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-32406648-0e12-41e2-952e-c99abcb61562 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 200 len: 853 time: 0.0489357 Sep 13 07:06:14.720844 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (e6c73caa-3ceb-44b7-ba90-e47c8f725e1b), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.723564 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=5d45ce5a-6265-4233-8d90-4befe79b251e,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:14.742125 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:14.743543 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-51f10347-854c-4797-940e-f5afe2fe5691 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8347712 Sep 13 07:06:14.745532 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-fdd9e350-4133-41e0-bbd8-627457db8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:14.747075 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-fdd9e350-4133-41e0-bbd8-627457db8603 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=0cffbe9d-fe13-461f-aaa8-05916e53ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397463 Sep 13 07:06:14.841423 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-bf789358-6d2c-485e-8449-6cca38febe91 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876274 Sep 13 07:06:14.966560 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-f20e2518-3653-4085-96c6-762fc4e8980b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1103254350&fields=id&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 267 time: 0.0958278 Sep 13 07:06:14.973937 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d2a43c3-2067-4158-a10b-e2a36f412a7f req-970a4aef-ca9a-4fa8-b887-ef0ddb2305fe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250689 Sep 13 07:06:15.036826 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:15.086395 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-29f40c35-4ae5-4802-8999-7639690b8618 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:15.088027 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-29f40c35-4ae5-4802-8999-7639690b8618 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.1131976 Sep 13 07:06:15.105167 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-f15e44c4-c053-4b06-9016-89b62c934fe6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/quotas/8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 375 time: 0.0107865 Sep 13 07:06:15.161895 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-fc5d4389-af5b-41f7-b0c4-55c7132c4ba5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514524 Sep 13 07:06:15.292485 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:15.308326 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-2459afef-5b7f-439e-bfb4-985e0f677056 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348162 Sep 13 07:06:15.408778 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-e19e0a54-0800-4da1-addc-b5c43e0aa8f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917983 Sep 13 07:06:15.586662 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-574084b1-b043-41c9-aa2f-93d1a30d55a4 req-9679ba2c-c834-4063-9392-6fefd1fc678e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 210 time: 0.0351605 Sep 13 07:06:16.357146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069f89e-4dc3-406f-acdb-23dd67f34975 req-8050d5a4-2184-4e4b-9b53-fd5dbc21c278 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:16.358645 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5069f89e-4dc3-406f-acdb-23dd67f34975 req-8050d5a4-2184-4e4b-9b53-fd5dbc21c278 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.0470912 Sep 13 07:06:16.408442 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5069f89e-4dc3-406f-acdb-23dd67f34975 req-0a7a9def-fa84-4a88-a3f4-6923376e8af5 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Sep 13 07:06:16.695034 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-334d887e-aecc-4d3b-9681-5b490071c025 req-466e3a4e-ca92-477f-8cba-8c17e1c5076a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 210 time: 0.0309644 Sep 13 07:06:17.540454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09467b-2dcf-4480-8d8f-f1941560d15b req-b73519be-b4d7-40b9-a3d2-8980e2f59437 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:17.542111 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb09467b-2dcf-4480-8d8f-f1941560d15b req-b73519be-b4d7-40b9-a3d2-8980e2f59437 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Sep 13 07:06:17.598757 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb09467b-2dcf-4480-8d8f-f1941560d15b req-5c7d6c69-f819-4fdf-a845-65ea4b1c4004 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2e5b3168-faf5-47ae-ace2-243124735676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507104 Sep 13 07:06:17.807575 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af7ef6f6-933f-4e88-b176-f28caf0ca9e8 req-1b168370-2be7-4c2f-8c85-34083ca3eb15 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 210 time: 0.0292480 Sep 13 07:06:18.332393 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874e466-dd5b-41bb-849b-1add22c09fff req-dcdeda45-1807-4def-8bb0-5746f544bc9c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:18.333873 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4874e466-dd5b-41bb-849b-1add22c09fff req-dcdeda45-1807-4def-8bb0-5746f544bc9c tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 945 time: 0.0551422 Sep 13 07:06:18.436581 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Deleting port 1e7460cd-303f-44c8-b234-3c2f83c1e238 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:18.436922 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:18.525846 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] For port 1e7460cd-303f-44c8-b234-3c2f83c1e238, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1e7460cd-303f-44c8-b234-3c2f83c1e238,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:18.526239 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:18.539385 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Calling delete_port for 1e7460cd-303f-44c8-b234-3c2f83c1e238 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:18.684137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (1e7460cd-303f-44c8-b234-3c2f83c1e238), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:18.705510 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:18.724961 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85f6f06d-f274-4560-99f0-1939dd40dd7f req-138f40ae-eb2f-49db-9264-1784aaf22129 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0514739 Sep 13 07:06:18.725170 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1e7460cd-303f-44c8-b234-3c2f83c1e238'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:06:18.728388 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Pushing event deleted for resources: {'Port': ['ID=1e7460cd-303f-44c8-b234-3c2f83c1e238,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:18.742988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.742988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.742988 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.743307 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.743745 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.744081 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.744447 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.744701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.745020 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.745360 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.745661 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.745976 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.746374 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.746650 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.746981 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:18.794563 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] No DVR routers for this DVR port 1e7460cd-303f-44c8-b234-3c2f83c1e238 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:18.796778 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:18.800132 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4874e466-dd5b-41bb-849b-1add22c09fff req-8937a3e0-5814-4290-aab9-fc935ebc27d1 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.23 "DELETE /networking/v2.0/ports/1e7460cd-303f-44c8-b234-3c2f83c1e238 HTTP/1.1" status: 204 len: 173 time: 0.4591880 Sep 13 07:06:18.800621 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'name': 'network-vif-deleted', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:18.802888 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ded7e-bd38-4f02-8276-f28f50568ba5" -d '{"events": [{"server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "name": "network-vif-deleted", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:18.841881 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6a430-0464-483b-853c-a3f2e883a92f x-openstack-request-id: req-85b6a430-0464-483b-853c-a3f2e883a92f {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:18.842547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680760-9370-4f3b-acc5-0ed7d1796015", "name": "network-vif-deleted", "tag": "1e7460cd-303f-44c8-b234-3c2f83c1e238", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:18.842547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85b6a430-0464-483b-853c-a3f2e883a92f {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:18.842862 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b6a430-0464-483b-853c-a3f2e883a92f'] response: {'server_uuid': '64680760-9370-4f3b-acc5-0ed7d1796015', 'name': 'network-vif-deleted', 'tag': '1e7460cd-303f-44c8-b234-3c2f83c1e238', 'status': 'completed', 'code': 200} Sep 13 07:06:18.924818 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1d09e5ac-4645-414b-b77b-4d3e6e7743ac req-e2b09077-91e6-4925-be1b-5835400daa4e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 210 time: 0.0367246 Sep 13 07:06:19.027185 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-c4c5aa95-d5bc-4c51-9bbe-fa429d4e155e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:19.028636 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-c4c5aa95-d5bc-4c51-9bbe-fa429d4e155e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 814 time: 0.1300519 Sep 13 07:06:19.121944 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-89c2f480-c863-4a00-8866-b9bb376eba8a tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e HTTP/1.1" status: 200 len: 380 time: 0.0574272 Sep 13 07:06:19.216326 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'port': {'device_id': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'admin_state_up': True, 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'security_groups': ['04c67dfc-4904-483b-a1d7-4599cec087a5']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:19.267427 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:19.331268 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Made reservation on behalf of 8c7dc05c1c9d40b2bb0defc9dd157d6e for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:06:19.335246 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:19.470467 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Allocated IP 172.20.0.8 (672f9e05-334a-4483-b823-bb14da4544d0/8b122c98-8c7f-4fec-832c-56bd3a61b6d7/11a7948c-3f2b-4a5b-92c7-f59435f113d3) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:06:19.891251 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-df099907-fdd0-47fe-be3e-7605c6a46b7a req-4e10bd91-cd2f-4843-86cf-1aaa4fbb0789 tempest-TestMinimumBasicScenario-877453184 tempest-TestMinimumBasicScenario-877453184-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64680760-9370-4f3b-acc5-0ed7d1796015 HTTP/1.1" status: 200 len: 210 time: 0.0326307 Sep 13 07:06:19.901379 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:19.937468 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:19.979879 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Network 672f9e05-334a-4483-b823-bb14da4544d0 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:06:19.985303 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:19.989468 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:06:20.017499 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event updated for resources: {'Port': ['ID=11a7948c-3f2b-4a5b-92c7-f59435f113d3,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:20.058911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:20.080614 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97c8c4-d458-471a-bef9-f5699bb6c39b req-8ec5c8a0-f225-4e07-8ce7-9d11e0902760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:20.082264 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d97c8c4-d458-471a-bef9-f5699bb6c39b req-8ec5c8a0-f225-4e07-8ce7-9d11e0902760 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 931 time: 0.0658183 Sep 13 07:06:20.087789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:20.088394 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.122816 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-30aaa384-1d85-47f0-8780-79e6f2bc21b1 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105539 Sep 13 07:06:20.146370 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d97c8c4-d458-471a-bef9-f5699bb6c39b req-e13ae1b6-7432-49df-8a6f-27bd4d2f53cf tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549071 Sep 13 07:06:20.151468 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Request body: {'port': {'device_id': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:20.218862 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-944bb423-0c4c-4939-b003-05d026d9e451 None None] Provisioning complete for port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:20.219473 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-944bb423-0c4c-4939-b003-05d026d9e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.230194 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.247984 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:20.257953 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-944bb423-0c4c-4939-b003-05d026d9e451 None None] Port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:06:20.418170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:20.521281 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a7948c-3f2b-4a5b-92c7-f59435f113d3 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:06:20.529376 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Publish callbacks [] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.542914 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Transition to ACTIVE for port object 11a7948c-3f2b-4a5b-92c7-f59435f113d3 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:06:20.551953 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.614232 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Pushing event updated for resources: {'Port': ['ID=11a7948c-3f2b-4a5b-92c7-f59435f113d3,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:20.675546 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Attempting to bind port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:06:20.675851 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Attempting to bind port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:06:20.676355 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Attempting to bind port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:06:20.721888 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 on network 672f9e05-334a-4483-b823-bb14da4544d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:06:20.722228 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Attempting to bind port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 on network 672f9e05-334a-4483-b823-bb14da4544d0 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:06:20.770360 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:06:20.770662 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Checking segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:06:20.771069 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Bound using segment: {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:06:20.771520 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Bound port: 11a7948c-3f2b-4a5b-92c7-f59435f113d3, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5349719d-0485-4917-b9a4-73e193adb9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:06:20.771873 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.833368 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] For port 11a7948c-3f2b-4a5b-92c7-f59435f113d3, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:06:20.837094 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] For port 11a7948c-3f2b-4a5b-92c7-f59435f113d3, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:06:20.846689 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.851158 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:20.851837 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:20.853244 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/11a7948c-3f2b-4a5b-92c7-f59435f113d3 HTTP/1.1" status: 200 len: 1093 time: 0.7059422 Sep 13 07:06:20.853789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:20.856091 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf26ef6-51ca-4489-822a-8893cd3872e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:20.907669 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ab43da-b586-4f63-9a56-2ddc9474546e x-openstack-request-id: req-31ab43da-b586-4f63-9a56-2ddc9474546e {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:20.908334 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:20.908334 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31ab43da-b586-4f63-9a56-2ddc9474546e {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:20.908595 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ab43da-b586-4f63-9a56-2ddc9474546e'] response: {'name': 'network-changed', 'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'status': 'completed', 'code': 200} Sep 13 07:06:20.909356 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a140a-6120-4111-9ed3-69125281a82c service neutron] Pushing event updated for resources: {'Port': ['ID=11a7948c-3f2b-4a5b-92c7-f59435f113d3,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:21.053234 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-23b4542e-c7b1-4b22-a1d2-7b28e67c1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:21.054825 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-23b4542e-c7b1-4b22-a1d2-7b28e67c1263 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 1127 time: 0.1018350 Sep 13 07:06:21.110073 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-09ff11d9-a554-47ec-9e49-35231bed056c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3 HTTP/1.1" status: 200 len: 217 time: 0.0384998 Sep 13 07:06:21.170130 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-47dd22fd-9010-4b98-8c19-c2514cdcc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:21.171730 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-47dd22fd-9010-4b98-8c19-c2514cdcc7fe service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0561512 Sep 13 07:06:21.187044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:21.229577 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-8b10d8f4-9f6a-4603-88b9-38d508373a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:21.231153 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-8b10d8f4-9f6a-4603-88b9-38d508373a6a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533881 Sep 13 07:06:21.345205 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299b64-2713-4f51-b63b-995407d04b9b req-b2ed88db-ba20-4f7e-8c9d-cd050e9fae40 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:21.346739 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d299b64-2713-4f51-b63b-995407d04b9b req-b2ed88db-ba20-4f7e-8c9d-cd050e9fae40 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 943 time: 0.0993690 Sep 13 07:06:21.407983 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-bd41bf73-e96a-4d60-9e67-84c1be61e9fa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691661 Sep 13 07:06:21.418688 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:21.436280 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d299b64-2713-4f51-b63b-995407d04b9b req-b9f18fdc-c52b-4638-bb6d-891135c3c8b2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824773 Sep 13 07:06:21.507025 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1e7460cd-303f-44c8-b234-3c2f83c1e238 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:21.530517 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 1e7460cd-303f-44c8-b234-3c2f83c1e238 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:21.530904 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1e7460cd-303f-44c8-b234-3c2f83c1e238 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:21.536603 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14af87ea-830d-4417-9b72-15debe1cf3e0 req-3a6a3b7f-9297-4493-b4e4-a3127864565e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153164 Sep 13 07:06:21.603106 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44342) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:21.849735 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:21.937016 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (eca41b78-befb-4c65-82ba-c4347acbe398), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:22.178427 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Deleting port 6d2cc3ef-7795-45b4-9b83-07d852e2386f {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:22.178650 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:22.263392 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] For port 6d2cc3ef-7795-45b4-9b83-07d852e2386f, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=6d2cc3ef-7795-45b4-9b83-07d852e2386f,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:22.263760 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:22.276586 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Calling delete_port for 6d2cc3ef-7795-45b4-9b83-07d852e2386f owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:22.278039 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:22.472832 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (6d2cc3ef-7795-45b4-9b83-07d852e2386f), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:22.498364 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2cc3ef-7795-45b4-9b83-07d852e2386f,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:22.581464 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673556a3-7d6c-4ffa-bc3c-1a4f1f5b028a req-e3a126c7-dbdf-4023-a9cb-395128aa067f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:22.583755 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-673556a3-7d6c-4ffa-bc3c-1a4f1f5b028a req-e3a126c7-dbdf-4023-a9cb-395128aa067f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 943 time: 0.0527651 Sep 13 07:06:22.674034 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-673556a3-7d6c-4ffa-bc3c-1a4f1f5b028a req-5eba884d-b536-46a1-9569-8abd7acf3241 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837040 Sep 13 07:06:22.675757 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (eca41b78-befb-4c65-82ba-c4347acbe398), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:22.689201 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-51546d00-fc4e-4830-a0b6-12f32ba31631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:22.694354 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-51546d00-fc4e-4830-a0b6-12f32ba31631 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 1127 time: 0.0605168 Sep 13 07:06:22.786003 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-766c0710-e459-4130-b400-1ca9d8084f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:22.787603 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-766c0710-e459-4130-b400-1ca9d8084f0a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.0891354 Sep 13 07:06:22.789839 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:22.831118 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-b7c7c2f4-2219-4bdf-b989-0affe6ac7d0a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3 HTTP/1.1" status: 200 len: 217 time: 0.0366838 Sep 13 07:06:22.885104 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-d439e9e6-b379-4492-a657-8f92489ff5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:22.886578 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-d439e9e6-b379-4492-a657-8f92489ff5a0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0464525 Sep 13 07:06:22.900124 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Router eca41b78-befb-4c65-82ba-c4347acbe398 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:22.932374 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-3e932dcd-5918-42b3-bee8-f1a8390eccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:22.933911 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-3e932dcd-5918-42b3-bee8-f1a8390eccfe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404651 Sep 13 07:06:23.005659 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:23.010719 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-07d3b782-ed9c-4e68-981a-11bd9cf2785c admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/eca41b78-befb-4c65-82ba-c4347acbe398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4064379 Sep 13 07:06:23.013264 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44346) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:23.015963 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] Sync routers for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:23.029589 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:23.030812 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:23.033786 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-6f08b0b0-9b2c-4346-914c-8c7a7df9e5a5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925074 Sep 13 07:06:23.117563 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks [] for router (eca41b78-befb-4c65-82ba-c4347acbe398), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:23.124240 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bf26ef6-51ca-4489-822a-8893cd3872e5 req-3cdb5316-d63c-4a54-b9fc-3bf637773a4e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842273 Sep 13 07:06:23.138353 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:23.408826 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:06:22Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:23.434331 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] Checking router: eca41b78-befb-4c65-82ba-c4347acbe398 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:23.444062 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] Routers {'eca41b78-befb-4c65-82ba-c4347acbe398'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:23.444681 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['eca41b78-befb-4c65-82ba-c4347acbe398'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:23.457403 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:23.483243 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks [] for router_gateway (eca41b78-befb-4c65-82ba-c4347acbe398), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:23.497506 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 11a7948c-3f2b-4a5b-92c7-f59435f113d3 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:06:23.527084 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Deleting port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:23.527374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:23.541535 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:06:23.553137 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] Set router eca41b78-befb-4c65-82ba-c4347acbe398 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:23.597958 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 11a7948c-3f2b-4a5b-92c7-f59435f113d3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:23.610243 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'port_id': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'mac_address': 'fa:16:3e:5b:52:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:06:23.623194 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] For port 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:23.623544 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:23.640602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Calling delete_port for 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:23.651669 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:23.652063 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:23.666062 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a7948c-3f2b-4a5b-92c7-f59435f113d3 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:06:23.687403 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 11a7948c-3f2b-4a5b-92c7-f59435f113d3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:23.694793 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:23.725640 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:06:22Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:23.751280 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f78ec1-79a1-40f1-88b6-da308012558b None None] The sync data for ids ['eca41b78-befb-4c65-82ba-c4347acbe398'] in dv-cinder-856941-4-iscsi is: [{'id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'name': 'tempest-TestMinimumBasicScenario-575223684-router', 'tenant_id': '76569a470885443abfbe4e14e9b2f505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:42Z', 'updated_at': '2022-09-13T07:06:22Z', 'revision_number': 5, 'project_id': '76569a470885443abfbe4e14e9b2f505', 'gw_port': {'id': '2f213f5e-7a3d-43b1-a85d-f9fb34fedd80', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca41b78-befb-4c65-82ba-c4347acbe398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:43Z', 'updated_at': '2022-09-13T07:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:23.760377 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=11a7948c-3f2b-4a5b-92c7-f59435f113d3,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:23.820007 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (2f213f5e-7a3d-43b1-a85d-f9fb34fedd80), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:23.848343 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01986c4-0da2-4895-bb3d-a9435619232c req-d48ade2d-b9de-4caa-bce3-6496e4422bda tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:23.850530 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b01986c4-0da2-4895-bb3d-a9435619232c req-d48ade2d-b9de-4caa-bce3-6496e4422bda tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 944 time: 0.0750206 Sep 13 07:06:23.861353 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f213f5e-7a3d-43b1-a85d-f9fb34fedd80,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:23.905847 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b01986c4-0da2-4895-bb3d-a9435619232c req-56af0073-8a6a-4930-8cf4-c75fef2d833f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488453 Sep 13 07:06:23.929913 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:23.946164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (eca41b78-befb-4c65-82ba-c4347acbe398), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.035351 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (eca41b78-befb-4c65-82ba-c4347acbe398), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.037996 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks [] for router_controller (eca41b78-befb-4c65-82ba-c4347acbe398), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.082751 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (eca41b78-befb-4c65-82ba-c4347acbe398), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.083280 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca41b78-befb-4c65-82ba-c4347acbe398 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:06:24.088778 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.092694 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2e171faa-7b72-429f-a197-59f7ea0dd495 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/eca41b78-befb-4c65-82ba-c4347acbe398 HTTP/1.1" status: 204 len: 168 time: 1.0757599 Sep 13 07:06:24.092836 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44352) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:24.106521 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['11a7948c-3f2b-4a5b-92c7-f59435f113d3'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:06:24.144111 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] Deleting subnet c0562ec0-db08-4641-a71d-8579f7dc128e {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:06:24.147725 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] Publish callbacks [] for subnet (c0562ec0-db08-4641-a71d-8579f7dc128e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.184931 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (c0562ec0-db08-4641-a71d-8579f7dc128e), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.269101 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (c0562ec0-db08-4641-a71d-8579f7dc128e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.329146 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (c0562ec0-db08-4641-a71d-8579f7dc128e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.356242 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0562ec0-db08-4641-a71d-8579f7dc128e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:24.359828 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.363107 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5bc12410-d3b8-4d33-8760-a21977251b10 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/c0562ec0-db08-4641-a71d-8579f7dc128e HTTP/1.1" status: 204 len: 168 time: 0.2692182 Sep 13 07:06:24.366106 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44354) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:24.368374 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f670763-29e1-462e-afc8-cb91b24b9149 None None] Network 0cffbe9d-fe13-461f-aaa8-05916e53ec62 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:06:24.452340 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (0cffbe9d-fe13-461f-aaa8-05916e53ec62), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.494458 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:24.505843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Deleting port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:24.506262 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.582492 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] For port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=dcc005c0-37b7-4d2a-bcf0-980e6c73f9de,segment=NetworkSegment(d89a51ad-9c0e-4624-8b3f-2cba553e6c69),segment_id=d89a51ad-9c0e-4624-8b3f-2cba553e6c69)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:24.582855 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.597950 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Calling delete_port for dcc005c0-37b7-4d2a-bcf0-980e6c73f9de owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:24.684733 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (dcc005c0-37b7-4d2a-bcf0-980e6c73f9de), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.709550 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc005c0-37b7-4d2a-bcf0-980e6c73f9de,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:24.713411 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] No DVR routers for this DVR port dcc005c0-37b7-4d2a-bcf0-980e6c73f9de on host dv-cinder-856941-4-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:24.787400 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (0cffbe9d-fe13-461f-aaa8-05916e53ec62), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.811505 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cffbe9d-fe13-461f-aaa8-05916e53ec62']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:24.822554 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:24.823143 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89a51ad-9c0e-4624-8b3f-2cba553e6c69') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:24.833716 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0b622-957d-4502-a673-820a53875e15 None None] DHCP port deletion for 0cffbe9d-fe13-461f-aaa8-05916e53ec62 request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:06:24.838403 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (d89a51ad-9c0e-4624-8b3f-2cba553e6c69), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.856495 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (d89a51ad-9c0e-4624-8b3f-2cba553e6c69), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.858959 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6d2cc3ef-7795-45b4-9b83-07d852e2386f no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:24.867855 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:06:24.868400 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (d89a51ad-9c0e-4624-8b3f-2cba553e6c69), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.883369 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 6d2cc3ef-7795-45b4-9b83-07d852e2386f {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:24.883784 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6d2cc3ef-7795-45b4-9b83-07d852e2386f not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:24.913887 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment d89a51ad-9c0e-4624-8b3f-2cba553e6c69 resource provider aggregate not found Sep 13 07:06:24.920828 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:24.933216 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment d89a51ad-9c0e-4624-8b3f-2cba553e6c69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d89a51ad-9c0e-4624-8b3f-2cba553e6c69 found for delete ", "request_id": "req-eff93ce5-6f54-4c31-91ee-03b2fc3f4cb4"}]} Sep 13 07:06:24.942190 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (0cffbe9d-fe13-461f-aaa8-05916e53ec62), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.948259 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:24.952204 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/0cffbe9d-fe13-461f-aaa8-05916e53ec62 HTTP/1.1" status: 204 len: 168 time: 0.5851929 Sep 13 07:06:24.955313 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44362) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:24.967602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b198c-f041-46b6-8ad9-99489cda30a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cffbe9d-fe13-461f-aaa8-05916e53ec62,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:25.082193 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12be6-cdfb-46c8-80cf-270fb6b86fa4 req-a4e370f8-cf85-492c-87a5-0358f69ff4c7 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:25.083980 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48b12be6-cdfb-46c8-80cf-270fb6b86fa4 req-a4e370f8-cf85-492c-87a5-0358f69ff4c7 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 944 time: 0.0816994 Sep 13 07:06:25.104146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:25.173370 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:25.188566 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48b12be6-cdfb-46c8-80cf-270fb6b86fa4 req-1a1afa51-9fed-4df7-8d0f-31459ad1d42f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963316 Sep 13 07:06:25.420817 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (daa956d3-9d79-4f44-a4a8-771acf83a00a), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:25.502031 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 11a7948c-3f2b-4a5b-92c7-f59435f113d3 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:06:25.547444 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:06:25.555338 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:25.556059 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:25.630171 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:25.630564 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:25.655415 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:25.657875 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028f1e9-6d62-4b57-9356-b9d1eff1abdb" -d '{"events": [{"server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "name": "network-vif-plugged", "status": "completed", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:25.671193 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 11a7948c-3f2b-4a5b-92c7-f59435f113d3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:25.677229 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:25.706323 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdedf36a-d984-46af-87f1-4aa95de91a4c x-openstack-request-id: req-bdedf36a-d984-46af-87f1-4aa95de91a4c {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:25.706575 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "name": "network-vif-plugged", "status": "completed", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:25.706993 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdedf36a-d984-46af-87f1-4aa95de91a4c {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:25.707384 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdedf36a-d984-46af-87f1-4aa95de91a4c'] response: {'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'code': 200} Sep 13 07:06:25.717322 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Deleting port a704af91-35b8-45f1-af41-4d1428bcb885 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:25.717665 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:25.726638 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=11a7948c-3f2b-4a5b-92c7-f59435f113d3,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:25.796227 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] For port a704af91-35b8-45f1-af41-4d1428bcb885, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=a704af91-35b8-45f1-af41-4d1428bcb885,segment=NetworkSegment(5aaf153f-43f7-42fa-95ea-adc618072a1b),segment_id=5aaf153f-43f7-42fa-95ea-adc618072a1b)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:25.796586 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:25.812171 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Calling delete_port for a704af91-35b8-45f1-af41-4d1428bcb885 owned by network:router_interface {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:25.961720 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec3ce-0e9a-4ce2-87ff-36e513d7a0d8 req-80322176-d90f-4851-80c9-868d98992a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:25.963135 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-225ec3ce-0e9a-4ce2-87ff-36e513d7a0d8 req-80322176-d90f-4851-80c9-868d98992a18 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 1129 time: 0.0545030 Sep 13 07:06:26.038483 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-225ec3ce-0e9a-4ce2-87ff-36e513d7a0d8 req-3f771dfb-073a-4503-835f-0cacf57edeac service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657868 Sep 13 07:06:26.062052 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (a704af91-35b8-45f1-af41-4d1428bcb885), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:26.066269 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:26.088865 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87a23ee1-180b-4b3f-844f-6e6132755076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:26.089746 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a704af91-35b8-45f1-af41-4d1428bcb885,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:26.121155 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:26.474417 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device dcc005c0-37b7-4d2a-bcf0-980e6c73f9de no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:26.494980 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: dcc005c0-37b7-4d2a-bcf0-980e6c73f9de {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:26.495467 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device dcc005c0-37b7-4d2a-bcf0-980e6c73f9de not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:26.495897 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:26.514585 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:26.514936 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 2f213f5e-7a3d-43b1-a85d-f9fb34fedd80 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:26.548700 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (daa956d3-9d79-4f44-a4a8-771acf83a00a), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:26.555902 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9af0a-3836-4c47-9c87-d5eb8e317813 req-a26ecaaf-d0e0-41a9-be92-b4ed760da360 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:26.557380 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c4d9af0a-3836-4c47-9c87-d5eb8e317813 req-a26ecaaf-d0e0-41a9-be92-b4ed760da360 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0585585 Sep 13 07:06:26.677296 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c4d9af0a-3836-4c47-9c87-d5eb8e317813 req-1c79d404-97d3-4772-8fb7-b52a1efb9e29 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127226 Sep 13 07:06:26.800193 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Router daa956d3-9d79-4f44-a4a8-771acf83a00a has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:26.905602 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:26.911090 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8b0687b5-fa5e-42e9-9b65-426815265b12 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/daa956d3-9d79-4f44-a4a8-771acf83a00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9541652 Sep 13 07:06:26.914147 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44370) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:26.916914 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] Sync routers for ids ['daa956d3-9d79-4f44-a4a8-771acf83a00a'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:26.929288 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] Routers {'daa956d3-9d79-4f44-a4a8-771acf83a00a'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:26.929907 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['daa956d3-9d79-4f44-a4a8-771acf83a00a'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:27.014875 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks [] for router (daa956d3-9d79-4f44-a4a8-771acf83a00a), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.046807 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] Set router daa956d3-9d79-4f44-a4a8-771acf83a00a gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:27.100286 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:27.119737 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks [] for router_gateway (daa956d3-9d79-4f44-a4a8-771acf83a00a), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.143898 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:27.171216 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Deleting port f60e613f-baf1-4412-9a35-f18d3bf00a25 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:27.171555 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.224666 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:06:26Z', 'revision_number': 5, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port': {'id': 'f60e613f-baf1-4412-9a35-f18d3bf00a25', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:02:51Z', 'updated_at': '2022-09-13T07:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:27.251079 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] For port f60e613f-baf1-4412-9a35-f18d3bf00a25, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=f60e613f-baf1-4412-9a35-f18d3bf00a25,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:27.251454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.255031 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] Checking router: daa956d3-9d79-4f44-a4a8-771acf83a00a for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:27.261362 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:27.263902 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:27.265093 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Calling delete_port for f60e613f-baf1-4412-9a35-f18d3bf00a25 owned by network:router_gateway {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:27.265404 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] Routers {'daa956d3-9d79-4f44-a4a8-771acf83a00a'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:27.266040 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:05:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['daa956d3-9d79-4f44-a4a8-771acf83a00a'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:27.272209 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:27.350872 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] Set router daa956d3-9d79-4f44-a4a8-771acf83a00a gateway port host: None {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:27.403845 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:06:27Z', 'revision_number': 6, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:27.429535 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a3135-b1a0-4059-9ecc-ef297dc008c4 None None] The sync data for ids ['daa956d3-9d79-4f44-a4a8-771acf83a00a'] in dv-cinder-856941-4-iscsi is: [{'id': 'daa956d3-9d79-4f44-a4a8-771acf83a00a', 'name': 'tempest-TestMinimumBasicScenario-1571355370-router', 'tenant_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:02:50Z', 'updated_at': '2022-09-13T07:06:27Z', 'revision_number': 6, 'project_id': 'f866d57a23e44b9ca8a9349a95bc6020', 'gw_port_host': None}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:27.468404 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (f60e613f-baf1-4412-9a35-f18d3bf00a25), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.500675 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60e613f-baf1-4412-9a35-f18d3bf00a25,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:27.563222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (daa956d3-9d79-4f44-a4a8-771acf83a00a), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.671459 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (daa956d3-9d79-4f44-a4a8-771acf83a00a), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.674611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks [] for router_controller (daa956d3-9d79-4f44-a4a8-771acf83a00a), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.743673 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (daa956d3-9d79-4f44-a4a8-771acf83a00a), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.744601 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa956d3-9d79-4f44-a4a8-771acf83a00a {{(pid=106283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:06:27.749787 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.751009 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7c58f977-9fa5-49d6-9a14-94a0cbc329c2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/daa956d3-9d79-4f44-a4a8-771acf83a00a HTTP/1.1" status: 204 len: 168 time: 0.8357470 Sep 13 07:06:27.753690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44388) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:27.834812 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bec5d8-55c7-45ba-a694-d5edb146d75c req-2587bbed-cd95-48ab-a6cb-90de6a5499f6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:27.836324 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6bec5d8-55c7-45ba-a694-d5edb146d75c req-2587bbed-cd95-48ab-a6cb-90de6a5499f6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0754826 Sep 13 07:06:27.839541 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] Deleting subnet 4da79d12-5ac5-4bc9-aed9-50fabd7fd333 {{(pid=106283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:06:27.843090 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] Publish callbacks [] for subnet (4da79d12-5ac5-4bc9-aed9-50fabd7fd333), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.912134 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13146091'] for subnet (4da79d12-5ac5-4bc9-aed9-50fabd7fd333), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:27.954068 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f6bec5d8-55c7-45ba-a694-d5edb146d75c req-6667ec8a-de4c-4f85-a121-9f2580e7700f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085179 Sep 13 07:06:28.046303 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (4da79d12-5ac5-4bc9-aed9-50fabd7fd333), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.109794 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13223480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12778322'] for subnet (4da79d12-5ac5-4bc9-aed9-50fabd7fd333), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.137204 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da79d12-5ac5-4bc9-aed9-50fabd7fd333,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:28.140593 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.143907 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-1c2b9d6d-27a5-46e6-be55-8f01acc0b9f8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/4da79d12-5ac5-4bc9-aed9-50fabd7fd333 HTTP/1.1" status: 204 len: 168 time: 0.3890877 Sep 13 07:06:28.146671 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44390) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:28.146870 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906c9fd0-3468-4fec-818a-5848cff608e3 None None] Network 0baa7536-0560-47c2-be36-bc415fd73fc5 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:06:28.216488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (0baa7536-0560-47c2-be36-bc415fd73fc5), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.264221 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Deleting port 80d0feec-5cf4-4b16-b314-8ebfc6557845 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:28.264652 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.314164 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] DHCP port deletion for 0baa7536-0560-47c2-be36-bc415fd73fc5 request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:06:28.315419 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:28.327331 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:28.332831 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] For port 80d0feec-5cf4-4b16-b314-8ebfc6557845, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=80d0feec-5cf4-4b16-b314-8ebfc6557845,segment=NetworkSegment(5aaf153f-43f7-42fa-95ea-adc618072a1b),segment_id=5aaf153f-43f7-42fa-95ea-adc618072a1b)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:28.333194 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.349932 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Calling delete_port for 80d0feec-5cf4-4b16-b314-8ebfc6557845 owned by network:dhcp {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:28.355482 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] Deleting port 80d0feec-5cf4-4b16-b314-8ebfc6557845 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:28.356054 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.431482 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-75e66c7d-ea17-4a3a-8edd-f5337515f265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.446791 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] For port 80d0feec-5cf4-4b16-b314-8ebfc6557845, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=80d0feec-5cf4-4b16-b314-8ebfc6557845,segment=NetworkSegment(5aaf153f-43f7-42fa-95ea-adc618072a1b),segment_id=5aaf153f-43f7-42fa-95ea-adc618072a1b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:28.447194 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.451149 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 80d0feec-5cf4-4b16-b314-8ebfc6557845 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:28.474962 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.483733 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] Calling delete_port for 80d0feec-5cf4-4b16-b314-8ebfc6557845 owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:28.500239 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=80d0feec-5cf4-4b16-b314-8ebfc6557845,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:28.504263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] No DVR routers for this DVR port 80d0feec-5cf4-4b16-b314-8ebfc6557845 on host dv-cinder-856941-4-iscsi {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:28.539785 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No active binding found for port 80d0feec-5cf4-4b16-b314-8ebfc6557845 {{(pid=106285) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 13 07:06:28.540175 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] The host dv-cinder-856941-4-iscsi is not matching for port 80d0feec-5cf4-4b16-b314-8ebfc6557845 host None! {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Sep 13 07:06:28.540570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 80d0feec-5cf4-4b16-b314-8ebfc6557845 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:28.540993 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a704af91-35b8-45f1-af41-4d1428bcb885 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:28.565630 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: a704af91-35b8-45f1-af41-4d1428bcb885 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:28.566053 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a704af91-35b8-45f1-af41-4d1428bcb885 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:28.566673 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f60e613f-baf1-4412-9a35-f18d3bf00a25 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:28.591576 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (0baa7536-0560-47c2-be36-bc415fd73fc5), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.595936 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: f60e613f-baf1-4412-9a35-f18d3bf00a25 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:28.595936 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f60e613f-baf1-4412-9a35-f18d3bf00a25 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:28.618106 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baa7536-0560-47c2-be36-bc415fd73fc5']}} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:28.622761 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (80d0feec-5cf4-4b16-b314-8ebfc6557845), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.629139 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaf153f-43f7-42fa-95ea-adc618072a1b') {'for_net_delete': True} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:28.629450 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaf153f-43f7-42fa-95ea-adc618072a1b') {} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:28.639889 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13146082'] for segment (5aaf153f-43f7-42fa-95ea-adc618072a1b), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.649425 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] Pushing event deleted for resources: {'Port': ['ID=80d0feec-5cf4-4b16-b314-8ebfc6557845,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:28.653040 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419e3a9-bc9e-43dd-aaf8-be0d46e39f66 None None] No DVR routers for this DVR port 80d0feec-5cf4-4b16-b314-8ebfc6557845 on host dv-cinder-856941-4-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:28.668555 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (5aaf153f-43f7-42fa-95ea-adc618072a1b), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.681733 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:06:28.682168 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13223570'] for segment (5aaf153f-43f7-42fa-95ea-adc618072a1b), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.724430 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 5aaf153f-43f7-42fa-95ea-adc618072a1b resource provider aggregate not found Sep 13 07:06:28.741575 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 5aaf153f-43f7-42fa-95ea-adc618072a1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5aaf153f-43f7-42fa-95ea-adc618072a1b found for delete ", "request_id": "req-f9feb6bf-421b-4856-9b57-69187e6b9544"}]} Sep 13 07:06:28.749334 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (0baa7536-0560-47c2-be36-bc415fd73fc5), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.758498 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:28.761604 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/0baa7536-0560-47c2-be36-bc415fd73fc5 HTTP/1.1" status: 204 len: 168 time: 0.6140373 Sep 13 07:06:28.772076 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2a88-27a0-4132-b543-6e92e8ba8b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=0baa7536-0560-47c2-be36-bc415fd73fc5,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:28.943067 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44402) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:28.983878 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-14094059-2899-4c64-b2e3-019bfd064ee9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=76569a470885443abfbe4e14e9b2f505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396078 Sep 13 07:06:28.986434 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44406) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:29.042877 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-080c8c26-4e48-4b99-9b9b-69e93796cb84 admin admin] Publish callbacks [] for security_group (2e5b3168-faf5-47ae-ace2-243124735676), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.067518 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-080c8c26-4e48-4b99-9b9b-69e93796cb84 admin admin] Publish callbacks [] for security_group (2e5b3168-faf5-47ae-ace2-243124735676), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.078407 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0544d-2fc8-4b3a-a20c-2da3b86eceee req-415c791b-50f7-4305-af45-fefe1fb9a8cc tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:29.079846 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cce0544d-2fc8-4b3a-a20c-2da3b86eceee req-415c791b-50f7-4305-af45-fefe1fb9a8cc tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0464225 Sep 13 07:06:29.118894 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-080c8c26-4e48-4b99-9b9b-69e93796cb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (2e5b3168-faf5-47ae-ace2-243124735676), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.121729 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-080c8c26-4e48-4b99-9b9b-69e93796cb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.122964 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-080c8c26-4e48-4b99-9b9b-69e93796cb84 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2e5b3168-faf5-47ae-ace2-243124735676 HTTP/1.1" status: 204 len: 168 time: 0.1354690 Sep 13 07:06:29.131832 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c8c26-4e48-4b99-9b9b-69e93796cb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b3168-faf5-47ae-ace2-243124735676,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:29.133746 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cce0544d-2fc8-4b3a-a20c-2da3b86eceee req-68cebb6c-ce52-4546-b365-2d46410e5d3c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471165 Sep 13 07:06:29.260688 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05d14e-8114-4d92-bd0e-ce6479f40f73 req-bd8ca5cf-2879-4e2a-afa3-a49fd5dff53d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:29.262282 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fc05d14e-8114-4d92-bd0e-ce6479f40f73 req-bd8ca5cf-2879-4e2a-afa3-a49fd5dff53d tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0553732 Sep 13 07:06:29.275386 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44412) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:29.280526 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Request body: {'floatingip': {'port_id': '11a7948c-3f2b-4a5b-92c7-f59435f113d3'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:29.323078 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (e6c73caa-3ceb-44b7-ba90-e47c8f725e1b), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.473793 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44416) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:29.513834 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-204db76c-8430-4001-b270-ff97891f3a7c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f866d57a23e44b9ca8a9349a95bc6020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388608 Sep 13 07:06:29.516302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44418) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:29.565963 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-10bd2d70-6d58-484a-b1e9-ae9867a8522b admin admin] Publish callbacks [] for security_group (cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.586839 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-10bd2d70-6d58-484a-b1e9-ae9867a8522b admin admin] Publish callbacks [] for security_group (cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.628566 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:29.639659 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-10bd2d70-6d58-484a-b1e9-ae9867a8522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.642276 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-10bd2d70-6d58-484a-b1e9-ae9867a8522b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.644216 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-10bd2d70-6d58-484a-b1e9-ae9867a8522b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279 HTTP/1.1" status: 204 len: 168 time: 0.1268747 Sep 13 07:06:29.653059 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd2d70-6d58-484a-b1e9-ae9867a8522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde9b9eb-ce88-4fbb-bb4d-7b9ae5274279,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:29.767183 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.773636 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (e6c73caa-3ceb-44b7-ba90-e47c8f725e1b), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.842057 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:29.891750 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP e6c73caa-3ceb-44b7-ba90-e47c8f725e1b associated. External IP: 172.27.2.129, port: 11a7948c-3f2b-4a5b-92c7-f59435f113d3. Sep 13 07:06:30.075353 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:30.131021 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:30.171007 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa68a93-080b-4f38-84cb-4fc0523a7b92 req-bd9ea932-a4f5-41e3-9555-a28a3166d1c3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:30.172491 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1aa68a93-080b-4f38-84cb-4fc0523a7b92 req-bd9ea932-a4f5-41e3-9555-a28a3166d1c3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0465198 Sep 13 07:06:30.221936 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1aa68a93-080b-4f38-84cb-4fc0523a7b92 req-91c7afdd-f938-47b0-82e7-267f5f45fd07 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Sep 13 07:06:30.235498 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:30.240444 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:30.245870 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:30.256037 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:30.256622 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:30.273009 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3e206abd-0180-4f40-8f87-21942b46df01 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/e6c73caa-3ceb-44b7-ba90-e47c8f725e1b HTTP/1.1" status: 200 len: 991 time: 0.9965103 Sep 13 07:06:30.273717 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:30.276106 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af60289d-7c9c-4ecc-803e-4800d2204191" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:30.369167 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:30.509100 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50418eda-df88-42d5-987a-7c0114c69904 x-openstack-request-id: req-50418eda-df88-42d5-987a-7c0114c69904 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:30.509455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:30.509706 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50418eda-df88-42d5-987a-7c0114c69904 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:30.510114 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50418eda-df88-42d5-987a-7c0114c69904'] response: {'name': 'network-changed', 'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'status': 'completed', 'code': 200} Sep 13 07:06:30.511434 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:30.569402 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:30.588839 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'e6c73caa-3ceb-44b7-ba90-e47c8f725e1b', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:5b:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:06:14Z', 'updated_at': '2022-09-13T07:06:29Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:30.613900 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:30.623471 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:30.624074 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:30.739701 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:30.948216 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'e6c73caa-3ceb-44b7-ba90-e47c8f725e1b', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:5b:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:06:14Z', 'updated_at': '2022-09-13T07:06:29Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:30.975145 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68147d-244c-4056-822b-cdb77a563dc0 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'e6c73caa-3ceb-44b7-ba90-e47c8f725e1b', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'port_id': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'mac_address': 'fa:16:3e:5b:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:06:14Z', 'updated_at': '2022-09-13T07:06:29Z', 'revision_number': 1, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:31.188628 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653b496-5114-4267-84a7-18134936bb13 None None] New status for floating IP e6c73caa-3ceb-44b7-ba90-e47c8f725e1b: ACTIVE {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:06:31.353027 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97d678-b45a-4152-94a3-b94c2732d022 req-4c0cde38-438f-41ed-8b37-821570debc96 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:31.354559 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-da97d678-b45a-4152-94a3-b94c2732d022 req-4c0cde38-438f-41ed-8b37-821570debc96 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0490661 Sep 13 07:06:31.402733 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-da97d678-b45a-4152-94a3-b94c2732d022 req-4214cf1f-20d0-4e30-baac-adcbeb4776e3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Sep 13 07:06:31.527809 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:31.529882 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:32.540660 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21a316-06a8-4b4c-b386-289c801bcf24 req-03e0e6b7-5c20-4f43-b5d3-20dbb9357100 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:32.542045 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a21a316-06a8-4b4c-b386-289c801bcf24 req-03e0e6b7-5c20-4f43-b5d3-20dbb9357100 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0513172 Sep 13 07:06:32.553496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:32.570982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:32.594476 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a21a316-06a8-4b4c-b386-289c801bcf24 req-2251f533-1e6b-47b9-a84d-60a2b747438f tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466878 Sep 13 07:06:33.267065 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-796189d2-fe87-46b0-85fa-a23940601217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:33.269009 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-796189d2-fe87-46b0-85fa-a23940601217 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 1129 time: 0.0406446 Sep 13 07:06:33.511936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-1e4136cc-a7b7-4fe5-bec4-3ab3f6d3375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:33.513375 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-1e4136cc-a7b7-4fe5-bec4-3ab3f6d3375f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 200 len: 915 time: 0.0923235 Sep 13 07:06:33.631515 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-511acb77-b340-4200-b22c-cd65a0194c7a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:33.633102 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-511acb77-b340-4200-b22c-cd65a0194c7a tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0579169 Sep 13 07:06:33.635166 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-723cb5fc-9937-42d5-a3ea-9de2126d4b09 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3 HTTP/1.1" status: 200 len: 1001 time: 0.0607438 Sep 13 07:06:33.723654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-7c2f9ab3-225c-40a2-a2bc-a903777e8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:33.725116 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-7c2f9ab3-225c-40a2-a2bc-a903777e8a8e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 200 len: 853 time: 0.0810249 Sep 13 07:06:33.726023 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Deleting port e4be0638-9439-4862-aa49-a64acec3c3ee {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:33.726398 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:33.732771 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25154069-6219-4e98-8a33-f739f9af2ad0 req-1bf19767-d6c2-456b-8870-a438ad4279aa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:33.734192 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25154069-6219-4e98-8a33-f739f9af2ad0 req-1bf19767-d6c2-456b-8870-a438ad4279aa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 946 time: 0.0612123 Sep 13 07:06:33.786657 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-260bc88f-37f8-445e-ad1f-3eadf50e62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:33.788047 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-260bc88f-37f8-445e-ad1f-3eadf50e62c7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=672f9e05-334a-4483-b823-bb14da4544d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530410 Sep 13 07:06:33.820576 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] For port e4be0638-9439-4862-aa49-a64acec3c3ee, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=e4be0638-9439-4862-aa49-a64acec3c3ee,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:33.820907 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:33.855896 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25154069-6219-4e98-8a33-f739f9af2ad0 req-f5cf73a0-2185-4b87-b493-1341863446b6 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f005818-0004-40bd-8ae5-105510db7764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132593 Sep 13 07:06:33.898988 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-bee9f56e-ba88-4134-a371-d4d494a46491 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026902 Sep 13 07:06:33.993955 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:33.994276 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-af60289d-7c9c-4ecc-803e-4800d2204191 req-29dda4f0-94c3-4d51-ac99-3f95ba0d2938 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881031 Sep 13 07:06:33.994399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:33.994682 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Floating IP 49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb disassociated. External IP: 172.27.2.126, port: e4be0638-9439-4862-aa49-a64acec3c3ee. Sep 13 07:06:33.995023 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Calling delete_port for e4be0638-9439-4862-aa49-a64acec3c3ee owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:34.004431 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:34.134804 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (e4be0638-9439-4862-aa49-a64acec3c3ee), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:34.161576 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event deleted for resources: {'Port': ['ID=e4be0638-9439-4862-aa49-a64acec3c3ee,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:34.275727 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Router 44995605-e8f7-43ca-900d-1373d20c7086 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:34.362393 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:34.381342 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:34.391803 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] Sync routers for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:34.404316 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:34.405015 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:34.425346 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] No DVR routers for this DVR port e4be0638-9439-4862-aa49-a64acec3c3ee on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:34.428230 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:34.432121 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-2a9276f2-f228-4a12-92b4-1c485c011a50 req-84aef5a2-b08e-4113-a28b-30f916049c5e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "DELETE /networking/v2.0/ports/e4be0638-9439-4862-aa49-a64acec3c3ee HTTP/1.1" status: 204 len: 173 time: 0.7883255 Sep 13 07:06:34.432563 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'name': 'network-vif-deleted', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:34.434886 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c25cdf3-9260-4337-b9fd-4065e8dbf507" -d '{"events": [{"server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "name": "network-vif-deleted", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:34.475215 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba1835-6283-4ae1-a942-6584b166ec20 x-openstack-request-id: req-deba1835-6283-4ae1-a942-6584b166ec20 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:34.475544 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd7bdba-2bb2-4f07-91d6-259c3af250e8", "name": "network-vif-deleted", "tag": "e4be0638-9439-4862-aa49-a64acec3c3ee", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:34.475944 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deba1835-6283-4ae1-a942-6584b166ec20 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:34.476397 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deba1835-6283-4ae1-a942-6584b166ec20'] response: {'server_uuid': '8cd7bdba-2bb2-4f07-91d6-259c3af250e8', 'name': 'network-vif-deleted', 'tag': 'e4be0638-9439-4862-aa49-a64acec3c3ee', 'status': 'completed', 'code': 200} Sep 13 07:06:34.522979 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:34.822601 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:34.847390 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] Checking router: 44995605-e8f7-43ca-900d-1373d20c7086 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:34.856316 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:34.856924 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:34.960768 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:34.974829 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6ff71447-a18e-479c-93ed-f14bc2cc7cb4 req-4b84ffb6-72dc-49a7-a0f1-0e62e61ca003 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cd7bdba-2bb2-4f07-91d6-259c3af250e8 HTTP/1.1" status: 200 len: 210 time: 0.0275586 Sep 13 07:06:35.038273 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:35.105771 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:35.153271 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:35.180295 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6ab45-d946-4a59-804c-0ba20898e997 None None] The sync data for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi is: [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'd97425fd-be88-464d-8b63-8fac9c03ced2', 'name': '', 'network_id': '79887e4b-b2f3-4f20-8c5f-af8dc11d6f75', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'mac_address': 'fa:16:3e:ec:58:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:27Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'subnets': [{'id': 'e7785b4c-fca5-457c-bbf3-3566e264736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:35.420670 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8426d6-49b0-4468-a14e-cc983e0b7a1b None None] New status for floating IP 49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb: DOWN {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:06:36.089697 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44452) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:36.148389 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b1850797-ebbf-4e66-a3c2-b9d7c62b9026 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group (4f005818-0004-40bd-8ae5-105510db7764), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.171110 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b1850797-ebbf-4e66-a3c2-b9d7c62b9026 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group (4f005818-0004-40bd-8ae5-105510db7764), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.222202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b1850797-ebbf-4e66-a3c2-b9d7c62b9026 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4f005818-0004-40bd-8ae5-105510db7764), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.225184 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b1850797-ebbf-4e66-a3c2-b9d7c62b9026 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.226689 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b1850797-ebbf-4e66-a3c2-b9d7c62b9026 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4f005818-0004-40bd-8ae5-105510db7764 HTTP/1.1" status: 204 len: 168 time: 0.1359575 Sep 13 07:06:36.229384 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44454) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:36.235845 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1850797-ebbf-4e66-a3c2-b9d7c62b9026 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f005818-0004-40bd-8ae5-105510db7764,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:36.245518 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-0110b7fa-2ef0-44e6-93d8-2bf6d8c4a5b3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] show failed (client error): The resource could not be found. Sep 13 07:06:36.246794 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0110b7fa-2ef0-44e6-93d8-2bf6d8c4a5b3 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups/4f005818-0004-40bd-8ae5-105510db7764 HTTP/1.1" status: 404 len: 347 time: 0.0164113 Sep 13 07:06:36.249637 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44456) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:36.364742 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Deleting port a697d1c4-e7cc-4301-b36b-f45a0eea66cc {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:36.365061 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.445893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.446245 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.457911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:36.459121 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Calling delete_port for a697d1c4-e7cc-4301-b36b-f45a0eea66cc owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:36.470690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:36.595311 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (a697d1c4-e7cc-4301-b36b-f45a0eea66cc), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.618113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event deleted for resources: {'Port': ['ID=a697d1c4-e7cc-4301-b36b-f45a0eea66cc,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:36.682058 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks [] for floatingip (49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.684567 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:36.685752 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-f21e861b-a07a-4620-b722-69de5c430881 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/49ec7c64-a6c0-4e87-ad16-e5b2ff0e3dfb HTTP/1.1" status: 204 len: 168 time: 0.4351263 Sep 13 07:06:37.541462 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device e4be0638-9439-4862-aa49-a64acec3c3ee no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:37.571553 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: e4be0638-9439-4862-aa49-a64acec3c3ee {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:37.571891 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device e4be0638-9439-4862-aa49-a64acec3c3ee not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:39.228954 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736743e-a745-4c4f-ae78-d7c6a7695012 req-acd45c14-8455-458d-ab37-cd05fcf07de8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:39.230338 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c736743e-a745-4c4f-ae78-d7c6a7695012 req-acd45c14-8455-458d-ab37-cd05fcf07de8 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0509505 Sep 13 07:06:39.282929 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c736743e-a745-4c4f-ae78-d7c6a7695012 req-fbd6bdd0-dfea-497c-8269-ecb4fe5f0020 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Sep 13 07:06:40.415829 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daa997-e7f9-42db-9240-473c5df3a11e req-e259d6bf-a1d8-483f-8b45-436cc8dbcab2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:40.417281 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-08daa997-e7f9-42db-9240-473c5df3a11e req-e259d6bf-a1d8-483f-8b45-436cc8dbcab2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0471251 Sep 13 07:06:40.464843 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-08daa997-e7f9-42db-9240-473c5df3a11e req-741b920d-c7b8-4fee-9073-c446ea49049c tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Sep 13 07:06:41.596929 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb97c6d-dc71-4d8e-bd1d-94a638a9a561 req-4279344b-1421-4cae-b936-77b90ed79f50 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:41.598440 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9bb97c6d-dc71-4d8e-bd1d-94a638a9a561 req-4279344b-1421-4cae-b936-77b90ed79f50 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0534842 Sep 13 07:06:41.650346 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9bb97c6d-dc71-4d8e-bd1d-94a638a9a561 req-029dafd8-83dd-490f-b6cc-b5d526b29d4e tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461438 Sep 13 07:06:41.662095 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-e3dcebe7-2218-490c-adb1-2453a5c36dfa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:41.663637 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-e3dcebe7-2218-490c-adb1-2453a5c36dfa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 945 time: 0.0493138 Sep 13 07:06:41.755416 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Deleting port 8298a4a7-541f-414c-9b75-7bc68d05e531 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:41.755772 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:41.845810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] For port 8298a4a7-541f-414c-9b75-7bc68d05e531, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8298a4a7-541f-414c-9b75-7bc68d05e531,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:41.846170 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:41.859493 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Calling delete_port for 8298a4a7-541f-414c-9b75-7bc68d05e531 owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:41.994104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (8298a4a7-541f-414c-9b75-7bc68d05e531), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:42.022744 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event deleted for resources: {'Port': ['ID=8298a4a7-541f-414c-9b75-7bc68d05e531,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:42.029944 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['827c4775-bb8b-4e51-8c12-4fe64b1bf6ec', '8298a4a7-541f-414c-9b75-7bc68d05e531'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:06:42.072898 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] No DVR routers for this DVR port 8298a4a7-541f-414c-9b75-7bc68d05e531 on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:42.076307 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:42.079579 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-ae8a8607-eb12-4d3b-bc0d-ae81ab455236 req-32269b8a-eb01-45f8-bfdc-fa28c5e44735 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "DELETE /networking/v2.0/ports/8298a4a7-541f-414c-9b75-7bc68d05e531 HTTP/1.1" status: 204 len: 173 time: 0.4089618 Sep 13 07:06:42.080104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'name': 'network-vif-deleted', 'tag': '8298a4a7-541f-414c-9b75-7bc68d05e531'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:42.082451 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a401166e-4e7c-4667-885e-b619248e554c" -d '{"events": [{"server_uuid": "49b2d57b-6193-4a49-9ff3-334ada85b470", "name": "network-vif-deleted", "tag": "8298a4a7-541f-414c-9b75-7bc68d05e531"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:42.127224 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bf7301-6049-4bca-b4ff-66d57e1ce7ac x-openstack-request-id: req-f0bf7301-6049-4bca-b4ff-66d57e1ce7ac {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:42.128109 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b2d57b-6193-4a49-9ff3-334ada85b470", "name": "network-vif-deleted", "tag": "8298a4a7-541f-414c-9b75-7bc68d05e531", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:42.128109 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0bf7301-6049-4bca-b4ff-66d57e1ce7ac {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:42.128845 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0bf7301-6049-4bca-b4ff-66d57e1ce7ac'] response: {'server_uuid': '49b2d57b-6193-4a49-9ff3-334ada85b470', 'name': 'network-vif-deleted', 'tag': '8298a4a7-541f-414c-9b75-7bc68d05e531', 'status': 'completed', 'code': 200} Sep 13 07:06:42.129711 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:42.777838 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-68d8c2ec-3f3a-4db5-b006-1e69302e18d7 req-82403143-65cd-4835-8192-76c462d1cdd1 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=49b2d57b-6193-4a49-9ff3-334ada85b470 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Sep 13 07:06:44.070378 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e52034-b94d-4d98-9d50-4d5c2aa9dd4e req-176b7c44-0d0b-4311-a160-1c8a5340b9cc tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:44.071986 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-83e52034-b94d-4d98-9d50-4d5c2aa9dd4e req-176b7c44-0d0b-4311-a160-1c8a5340b9cc tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0556822 Sep 13 07:06:44.124160 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-83e52034-b94d-4d98-9d50-4d5c2aa9dd4e req-23194202-654b-49b2-8b0d-b3a39859d559 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 Sep 13 07:06:45.157472 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:45.271723 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e44856-909c-45fc-aeed-75a9b235dac7 req-29eddd71-df5a-4787-9c42-e27570f7bed5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:45.273216 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48e44856-909c-45fc-aeed-75a9b235dac7 req-29eddd71-df5a-4787-9c42-e27570f7bed5 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0499642 Sep 13 07:06:45.570768 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8298a4a7-541f-414c-9b75-7bc68d05e531 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:45.585706 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-48e44856-909c-45fc-aeed-75a9b235dac7 req-09a5b965-88f6-42e2-bcd2-dfee01e1ed8b tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068686 Sep 13 07:06:45.592029 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 8298a4a7-541f-414c-9b75-7bc68d05e531 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:45.592484 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8298a4a7-541f-414c-9b75-7bc68d05e531 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:45.746718 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399de6a-0f7e-4cea-a2e8-3691e807d4a7 req-2ba1aa6c-71d8-491a-9188-e40bcf6c27a8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:45.748171 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9399de6a-0f7e-4cea-a2e8-3691e807d4a7 req-2ba1aa6c-71d8-491a-9188-e40bcf6c27a8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0460460 Sep 13 07:06:45.796066 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9399de6a-0f7e-4cea-a2e8-3691e807d4a7 req-268efbc5-0622-4377-be98-5ff72a404e3d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Sep 13 07:06:46.718118 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252c6b8-08d7-423f-85da-25f3ab9166eb req-031ecc81-057a-4d90-be80-5c0293435cfa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:46.719596 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6252c6b8-08d7-423f-85da-25f3ab9166eb req-031ecc81-057a-4d90-be80-5c0293435cfa tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0474868 Sep 13 07:06:46.754920 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:46.759910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:46.771926 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6252c6b8-08d7-423f-85da-25f3ab9166eb req-8c1bb673-9025-4555-a922-127aa0c743a2 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8249129b-7fa6-4edb-b334-2be26ebb7185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462360 Sep 13 07:06:46.796753 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-248f1b1e-8ee6-45ea-8b96-e1ab7af5ea34 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:46.798319 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-248f1b1e-8ee6-45ea-8b96-e1ab7af5ea34 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Sep 13 07:06:46.897268 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Deleting port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:46.897520 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:46.939990 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c359875-5263-4f5e-a8a6-2a56bc4bf4ab req-c0b58b7f-9771-43a6-8d9b-4092a04dc4c6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:46.941449 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6c359875-5263-4f5e-a8a6-2a56bc4bf4ab req-c0b58b7f-9771-43a6-8d9b-4092a04dc4c6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0478868 Sep 13 07:06:46.989719 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6c359875-5263-4f5e-a8a6-2a56bc4bf4ab req-16e6c30c-33cb-4712-aded-b4b646f94fa2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Sep 13 07:06:46.990789 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] For port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:46.991156 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:47.004364 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Calling delete_port for 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:47.122217 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:47.134108 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (827c4775-bb8b-4e51-8c12-4fe64b1bf6ec), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:47.161431 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Pushing event deleted for resources: {'Port': ['ID=827c4775-bb8b-4e51-8c12-4fe64b1bf6ec,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:47.173249 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.173592 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.173956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.174314 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.174637 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.174959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.175302 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.175585 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.175881 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.176199 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.176532 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.176845 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.177216 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.177539 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.177843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:47.187394 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['827c4775-bb8b-4e51-8c12-4fe64b1bf6ec'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:06:47.214958 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] No DVR routers for this DVR port 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:47.217231 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:47.220395 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-eccc72aa-2dcd-4239-8fdd-f698ac033ca3 req-ac3546a3-792c-4bc5-b67c-a22662c53198 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.23 "DELETE /networking/v2.0/ports/827c4775-bb8b-4e51-8c12-4fe64b1bf6ec HTTP/1.1" status: 204 len: 173 time: 0.4161322 Sep 13 07:06:47.220880 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8082cb10-169b-478f-9b71-7680fe245559', 'name': 'network-vif-deleted', 'tag': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:47.223184 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e6061d-2494-4674-990c-810fc3a1b079" -d '{"events": [{"server_uuid": "8082cb10-169b-478f-9b71-7680fe245559", "name": "network-vif-deleted", "tag": "827c4775-bb8b-4e51-8c12-4fe64b1bf6ec"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:47.259394 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a7cbca-87e2-49cf-8578-be880c0a25c8 x-openstack-request-id: req-59a7cbca-87e2-49cf-8578-be880c0a25c8 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:47.259682 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8082cb10-169b-478f-9b71-7680fe245559", "name": "network-vif-deleted", "tag": "827c4775-bb8b-4e51-8c12-4fe64b1bf6ec", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:47.259933 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59a7cbca-87e2-49cf-8578-be880c0a25c8 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:47.260337 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a7cbca-87e2-49cf-8578-be880c0a25c8'] response: {'server_uuid': '8082cb10-169b-478f-9b71-7680fe245559', 'name': 'network-vif-deleted', 'tag': '827c4775-bb8b-4e51-8c12-4fe64b1bf6ec', 'status': 'completed', 'code': 200} Sep 13 07:06:47.906168 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d1b21d19-63ba-46b3-9018-094b1a89fe83 req-b4a9eb2b-8c54-4377-962f-224344054841 tempest-ServerRescueNegativeTestJSON-806686784 tempest-ServerRescueNegativeTestJSON-806686784-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8082cb10-169b-478f-9b71-7680fe245559 HTTP/1.1" status: 200 len: 210 time: 0.0301311 Sep 13 07:06:48.121773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac82568-66d3-4d50-8e1b-3875cc900df6 req-ddc0bf82-9339-4609-a069-aff16e10a257 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:48.123275 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eac82568-66d3-4d50-8e1b-3875cc900df6 req-ddc0bf82-9339-4609-a069-aff16e10a257 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0478628 Sep 13 07:06:48.175441 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eac82568-66d3-4d50-8e1b-3875cc900df6 req-d8438efe-d0aa-4faf-9665-99a2aec05c22 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460787 Sep 13 07:06:48.980781 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44534) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:49.152041 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:49.362496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc5b17-2c43-4617-bf9f-3b6897535b8d req-2c2a7eb5-5462-4ce0-ad1c-14357916e8cc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:49.363951 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7edc5b17-2c43-4617-bf9f-3b6897535b8d req-2c2a7eb5-5462-4ce0-ad1c-14357916e8cc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0823529 Sep 13 07:06:49.449121 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7edc5b17-2c43-4617-bf9f-3b6897535b8d req-5c0ee651-f602-424d-bbc8-28d006266779 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791750 Sep 13 07:06:49.534993 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (44995605-e8f7-43ca-900d-1373d20c7086), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:49.570539 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:49.590792 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:49.591154 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 827c4775-bb8b-4e51-8c12-4fe64b1bf6ec not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:49.775910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Deleting port d97425fd-be88-464d-8b63-8fac9c03ced2 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:49.776267 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:49.850841 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:49.857826 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] For port d97425fd-be88-464d-8b63-8fac9c03ced2, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d97425fd-be88-464d-8b63-8fac9c03ced2,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:49.858224 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:49.871193 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Calling delete_port for d97425fd-be88-464d-8b63-8fac9c03ced2 owned by network:router_interface {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:50.037534 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:50.074312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (d97425fd-be88-464d-8b63-8fac9c03ced2), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:50.098113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97425fd-be88-464d-8b63-8fac9c03ced2,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:50.267922 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (44995605-e8f7-43ca-900d-1373d20c7086), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:50.482021 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Router 44995605-e8f7-43ca-900d-1373d20c7086 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:50.613713 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9adc93-a7fc-45c7-9499-185db2125d79 req-5605d353-98a7-40d9-a8ae-f5545b721149 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:50.615387 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f9adc93-a7fc-45c7-9499-185db2125d79 req-5605d353-98a7-40d9-a8ae-f5545b721149 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0799839 Sep 13 07:06:50.620814 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:50.626513 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-16d40546-282f-4315-bc6e-45bacba7b7d1 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/44995605-e8f7-43ca-900d-1373d20c7086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6443121 Sep 13 07:06:50.629335 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44542) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:50.633234 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] Sync routers for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:50.652733 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:50.653349 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:50.671578 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f9adc93-a7fc-45c7-9499-185db2125d79 req-e62f6e2b-e93b-4bd9-9339-8147efeb88cb tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487893 Sep 13 07:06:50.735953 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks [] for router (44995605-e8f7-43ca-900d-1373d20c7086), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:50.754453 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:50.835563 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks [] for router_gateway (44995605-e8f7-43ca-900d-1373d20c7086), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:50.882735 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Deleting port 9eea6be2-e25c-451e-8e28-31e6bd89885f {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:50.883081 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:50.922478 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:06:50Z', 'revision_number': 5, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port': {'id': '9eea6be2-e25c-451e-8e28-31e6bd89885f', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44995605-e8f7-43ca-900d-1373d20c7086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:58Z', 'updated_at': '2022-09-13T07:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:50.948138 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] Checking router: 44995605-e8f7-43ca-900d-1373d20c7086 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:50.957604 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] Routers {'44995605-e8f7-43ca-900d-1373d20c7086'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:50.958255 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['44995605-e8f7-43ca-900d-1373d20c7086'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:51.044055 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] Set router 44995605-e8f7-43ca-900d-1373d20c7086 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:51.093440 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:06:50Z', 'revision_number': 6, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:51.121651 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab52ff-c59b-41c1-afdc-2934811e76dd None None] The sync data for ids ['44995605-e8f7-43ca-900d-1373d20c7086'] in dv-cinder-856941-4-iscsi is: [{'id': '44995605-e8f7-43ca-900d-1373d20c7086', 'name': 'tempest-ServerRescueNegativeTestJSON-220913-router', 'tenant_id': '38b6d7b146a34896bb8309e2c51348f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:57Z', 'updated_at': '2022-09-13T07:06:50Z', 'revision_number': 6, 'project_id': '38b6d7b146a34896bb8309e2c51348f8', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:51.222284 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] For port 9eea6be2-e25c-451e-8e28-31e6bd89885f, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=9eea6be2-e25c-451e-8e28-31e6bd89885f,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:51.222555 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.235674 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Calling delete_port for 9eea6be2-e25c-451e-8e28-31e6bd89885f owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:51.357846 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:51.416024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (9eea6be2-e25c-451e-8e28-31e6bd89885f), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.450575 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eea6be2-e25c-451e-8e28-31e6bd89885f,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:51.515539 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (44995605-e8f7-43ca-900d-1373d20c7086), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.605423 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (44995605-e8f7-43ca-900d-1373d20c7086), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.607725 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks [] for router_controller (44995605-e8f7-43ca-900d-1373d20c7086), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.653224 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (44995605-e8f7-43ca-900d-1373d20c7086), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.653966 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44995605-e8f7-43ca-900d-1373d20c7086 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:06:51.658487 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.659677 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-3f5404d8-4bc4-4816-a10b-8fbd9380eea1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/44995605-e8f7-43ca-900d-1373d20c7086 HTTP/1.1" status: 204 len: 168 time: 1.0292842 Sep 13 07:06:51.662364 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44546) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:51.708544 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] Deleting subnet e7785b4c-fca5-457c-bbf3-3566e264736c {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:06:51.711956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] Publish callbacks [] for subnet (e7785b4c-fca5-457c-bbf3-3566e264736c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.739708 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:51.752697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (e7785b4c-fca5-457c-bbf3-3566e264736c), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.791996 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:51.804652 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510fa8b-a2a2-4c08-b9bd-991bdc3086d6 req-99fd270d-6300-4c43-bde1-2a7b024eedb4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:51.806448 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a510fa8b-a2a2-4c08-b9bd-991bdc3086d6 req-99fd270d-6300-4c43-bde1-2a7b024eedb4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0515683 Sep 13 07:06:51.830449 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (e7785b4c-fca5-457c-bbf3-3566e264736c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.854485 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a510fa8b-a2a2-4c08-b9bd-991bdc3086d6 req-73897001-12f2-4233-a759-70c78e53a42d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Sep 13 07:06:51.896531 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (e7785b4c-fca5-457c-bbf3-3566e264736c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.928005 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7785b4c-fca5-457c-bbf3-3566e264736c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:51.929972 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:51.933415 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2e257bfd-3b47-438d-95c6-8711c9424d53 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/e7785b4c-fca5-457c-bbf3-3566e264736c HTTP/1.1" status: 204 len: 168 time: 0.2701170 Sep 13 07:06:51.936074 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44550) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:51.937249 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbb299-38bd-48ae-ab53-ff0e5826a678 None None] Network 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:06:52.006544 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.058955 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Deleting port 6e977d49-dc64-4233-b279-5779c4ef2eca {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:52.059265 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.082975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] DHCP port deletion for 79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:06:52.124602 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] Deleting port 6e977d49-dc64-4233-b279-5779c4ef2eca {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:06:52.124954 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.129206 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] For port 6e977d49-dc64-4233-b279-5779c4ef2eca, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=6e977d49-dc64-4233-b279-5779c4ef2eca,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:52.129532 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.137125 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:52.144501 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Calling delete_port for 6e977d49-dc64-4233-b279-5779c4ef2eca owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:52.197729 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] For port 6e977d49-dc64-4233-b279-5779c4ef2eca, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=6e977d49-dc64-4233-b279-5779c4ef2eca,segment=NetworkSegment(25a51260-978d-4106-890d-4c28d9ada638),segment_id=25a51260-978d-4106-890d-4c28d9ada638)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:52.198155 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.215000 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] Calling delete_port for 6e977d49-dc64-4233-b279-5779c4ef2eca owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:06:52.222605 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:52.230882 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.257555 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e977d49-dc64-4233-b279-5779c4ef2eca,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:52.259299 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] No DVR routers for this DVR port 6e977d49-dc64-4233-b279-5779c4ef2eca on host dv-cinder-856941-4-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:52.280144 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:52.296616 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (6e977d49-dc64-4233-b279-5779c4ef2eca), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.322639 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] Pushing event deleted for resources: {'Port': ['ID=6e977d49-dc64-4233-b279-5779c4ef2eca,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:52.327989 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3ab4d-0ea8-42fd-9449-eab1d5f085a7 None None] No DVR routers for this DVR port 6e977d49-dc64-4233-b279-5779c4ef2eca on host dv-cinder-856941-4-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:06:52.337686 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.359239 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79887e4b-b2f3-4f20-8c5f-af8dc11d6f75']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:52.368877 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a51260-978d-4106-890d-4c28d9ada638') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:52.369202 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a51260-978d-4106-890d-4c28d9ada638') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:52.378880 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (25a51260-978d-4106-890d-4c28d9ada638), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.380267 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:52.393432 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (25a51260-978d-4106-890d-4c28d9ada638), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.400897 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:06:52.401373 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (25a51260-978d-4106-890d-4c28d9ada638), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.447052 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 25a51260-978d-4106-890d-4c28d9ada638 resource provider aggregate not found Sep 13 07:06:52.466163 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9eea6be2-e25c-451e-8e28-31e6bd89885f no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:52.469091 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 25a51260-978d-4106-890d-4c28d9ada638 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25a51260-978d-4106-890d-4c28d9ada638 found for delete ", "request_id": "req-bb900fdb-0e0f-441a-b563-64b42ec5dab3"}]} Sep 13 07:06:52.472678 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (79887e4b-b2f3-4f20-8c5f-af8dc11d6f75), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.478946 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.482111 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/79887e4b-b2f3-4f20-8c5f-af8dc11d6f75 HTTP/1.1" status: 204 len: 168 time: 0.5451024 Sep 13 07:06:52.488197 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 9eea6be2-e25c-451e-8e28-31e6bd89885f {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:52.488549 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9eea6be2-e25c-451e-8e28-31e6bd89885f not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:52.489136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d97425fd-be88-464d-8b63-8fac9c03ced2 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:52.499946 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4644336-e042-433e-b12a-946cdb441356 admin admin] Pushing event deleted for resources: {'Network': ['ID=79887e4b-b2f3-4f20-8c5f-af8dc11d6f75,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:52.508883 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: d97425fd-be88-464d-8b63-8fac9c03ced2 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:52.509198 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d97425fd-be88-464d-8b63-8fac9c03ced2 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:52.509631 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6e977d49-dc64-4233-b279-5779c4ef2eca no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:06:52.530810 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 6e977d49-dc64-4233-b279-5779c4ef2eca {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:06:52.531157 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 6e977d49-dc64-4233-b279-5779c4ef2eca not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:06:52.603053 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44558) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:52.648933 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-dbef02ec-9844-483f-ada5-2e75815e98ff admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=38b6d7b146a34896bb8309e2c51348f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446963 Sep 13 07:06:52.652705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44560) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:52.702926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c500-f5ec-4cfd-907a-791da27ff414 admin admin] Publish callbacks [] for security_group (8249129b-7fa6-4edb-b334-2be26ebb7185), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.723250 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c500-f5ec-4cfd-907a-791da27ff414 admin admin] Publish callbacks [] for security_group (8249129b-7fa6-4edb-b334-2be26ebb7185), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.773421 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c500-f5ec-4cfd-907a-791da27ff414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (8249129b-7fa6-4edb-b334-2be26ebb7185), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.776253 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c500-f5ec-4cfd-907a-791da27ff414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:52.777413 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-f5e2c500-f5ec-4cfd-907a-791da27ff414 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8249129b-7fa6-4edb-b334-2be26ebb7185 HTTP/1.1" status: 204 len: 168 time: 0.1238217 Sep 13 07:06:52.785243 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2c500-f5ec-4cfd-907a-791da27ff414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249129b-7fa6-4edb-b334-2be26ebb7185,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:52.949451 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:52.988445 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af728b3-e650-4bb2-8597-3a330afb1f2a req-c1bb9b92-74f5-4c9e-84c6-78dfee617667 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:52.990298 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7af728b3-e650-4bb2-8597-3a330afb1f2a req-c1bb9b92-74f5-4c9e-84c6-78dfee617667 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0502584 Sep 13 07:06:53.038762 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7af728b3-e650-4bb2-8597-3a330afb1f2a req-85369324-8da3-4064-9db4-2859b01862e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Sep 13 07:06:53.477416 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44584) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:53.583346 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2042503919-network', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:53.607832 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Made reservation on behalf of 0f2d19ffb32443babaa154c5766b6982 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:06:53.610304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.619598 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.664714 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:53.698006 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks [] for security_group (e7823d25-16ff-4b53-bc85-cbf18045bb7c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.703538 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (e7823d25-16ff-4b53-bc85-cbf18045bb7c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.731345 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:06:53.737890 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7823d25-16ff-4b53-bc85-cbf18045bb7c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:53.743957 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (65caa5e0-c5a9-4953-bc4e-57c2d32bc095), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.744300 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Added segment 65caa5e0-c5a9-4953-bc4e-57c2d32bc095 of type vlan for network de769f76-c16e-4308-8d87-174634377b5a Sep 13 07:06:53.783639 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (de769f76-c16e-4308-8d87-174634377b5a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.810994 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (de769f76-c16e-4308-8d87-174634377b5a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.811884 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:53.812465 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:53.873728 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3952484 Sep 13 07:06:53.876872 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44588) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:53.877054 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d1bdd-a493-4efe-b095-a78ce53ec5be admin admin] Pushing event updated for resources: {'Network': ['ID=de769f76-c16e-4308-8d87-174634377b5a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:53.881863 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Request body: {'subnet': {'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2042503919-subnet', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:53.887092 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network de769f76-c16e-4308-8d87-174634377b5a details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:06:53.908710 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Made reservation on behalf of 0f2d19ffb32443babaa154c5766b6982 for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:06:53.911117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12778319'] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.091506 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13222645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12778333'] for subnet (1be148d6-9922-4b6f-992a-763a592b5244), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.193205 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be148d6-9922-4b6f-992a-763a592b5244,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:54.200612 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ae7c1-162b-4dd7-b539-7cdb2001958f req-1bde7fa4-41d5-4c25-b86c-4d7daeae5666 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:54.202136 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a94ae7c1-162b-4dd7-b539-7cdb2001958f req-1bde7fa4-41d5-4c25-b86c-4d7daeae5666 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0802827 Sep 13 07:06:54.214588 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Checking segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:06:54.214938 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Network hostable DHCP agents. Network: de769f76-c16e-4308-8d87-174634377b5a, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:06:54.261015 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Network de769f76-c16e-4308-8d87-174634377b5a is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:06:54.270260 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a94ae7c1-162b-4dd7-b539-7cdb2001958f req-a09f063e-467f-4fe9-9fe4-1f8962e3f806 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617545 Sep 13 07:06:54.275705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, de769f76-c16e-4308-8d87-174634377b5a) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:54.279905 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:54.280515 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.287041 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e9433-37c2-4942-b106-6ee6dfa25e52 None None] Network de769f76-c16e-4308-8d87-174634377b5a requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:06:54.302044 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44592) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:54.302482 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-dd9070a7-0b59-4965-b15e-b2b469e464ab admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4241395 Sep 13 07:06:54.307146 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:54.327159 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5485'] for router (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.328165 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1575934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2001953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7070'] for router (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.380769 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks [] for router_controller (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), precommit_add_association {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.398196 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08ea81f2-c187-563f-a635-d0e75971aa33-de769f76-c16e-4308-8d87-174634377b5a', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244'}]}} from dv-cinder-856941-4-iscsi. {{(pid=106285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:06:54.399295 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.523868 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks [] for router_gateway (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.534007 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.db_base_plugin_common [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Allocated IP 172.20.0.2 (de769f76-c16e-4308-8d87-174634377b5a/1be148d6-9922-4b6f-992a-763a592b5244/c47cacfb-2e08-4a45-a08f-1dc7f76c854e) {{(pid=106285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:06:54.677944 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Publish callbacks [] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), precommit_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.685985 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), after_create {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.705354 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks [] for router_gateway (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.728061 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Network de769f76-c16e-4308-8d87-174634377b5a is already hosted by enough agents. {{(pid=106285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:06:54.728295 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.730703 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:54.733182 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.scheduler.base_scheduler [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Resources bound (agent type, host, resource id): {{(pid=106285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:54.735286 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Pushing event updated for resources: {'Port': ['ID=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,revision_number=1']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:54.738338 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Received port after_create {{(pid=106285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:06:54.746812 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.747161 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.747531 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.747890 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.748226 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.748557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.748884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.749207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.749545 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.749856 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.750205 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.750563 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.750886 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.751207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.751520 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:06:54.810112 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Attempting to bind port c47cacfb-2e08-4a45-a08f-1dc7f76c854e on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:06:54.810510 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Attempting to bind port c47cacfb-2e08-4a45-a08f-1dc7f76c854e by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:06:54.810873 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Attempting to bind port c47cacfb-2e08-4a45-a08f-1dc7f76c854e on network de769f76-c16e-4308-8d87-174634377b5a {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:06:54.841077 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Allocated IP 172.27.2.244 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/53739888-175c-4042-b948-572102730dec) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:06:54.853156 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:06:54.853687 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Checking segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:06:54.854359 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.854568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Bound using segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:06:54.855118 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Bound port: c47cacfb-2e08-4a45-a08f-1dc7f76c854e, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:06:54.855541 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.914846 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] For port c47cacfb-2e08-4a45-a08f-1dc7f76c854e, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:06:54.918246 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] For port c47cacfb-2e08-4a45-a08f-1dc7f76c854e, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:06:54.925308 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.955487 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks [] for port (53739888-175c-4042-b948-572102730dec), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:54.957842 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:54.977107 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320a8e8-c4ac-45fc-b5a0-80cba0dfa54b None None] Pushing event updated for resources: {'Port': ['ID=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:54.995578 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (53739888-175c-4042-b948-572102730dec), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:55.033500 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:06:55.036466 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:55.039073 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:06:55.073820 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Pushing event updated for resources: {'Port': ['ID=53739888-175c-4042-b948-572102730dec,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:55.314355 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks [] for router_gateway (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:55.408591 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e380b5-c6e0-44b7-8df7-194834d467f5 req-2a4f6b73-1044-48fe-b352-ea0a90a0a73d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:55.410144 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33e380b5-c6e0-44b7-8df7-194834d467f5 req-2a4f6b73-1044-48fe-b352-ea0a90a0a73d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0517080 Sep 13 07:06:55.464002 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33e380b5-c6e0-44b7-8df7-194834d467f5 req-d8558b7e-35a6-409d-96e6-66ec93c92d08 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480621 Sep 13 07:06:55.508486 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697590'] for router (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:55.598515 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:55.646398 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 is scheduled to L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 with binding_index 1 {{(pid=106284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:06:55.753388 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:55.762669 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Sync routers for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:55.773276 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:55.774623 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b8bf4bc4-7091-448d-b759-63f0fe95292b admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4715285 Sep 13 07:06:55.775562 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:55.776181 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:55.777291 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44596) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:55.820391 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31073656-0902-48b2-86fc-08ccc873f32e None None] Network de769f76-c16e-4308-8d87-174634377b5a requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:06:55.921389 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-72f50185-5899-47ee-8747-9ad19a2703e5 None None] Provisioning complete for port c47cacfb-2e08-4a45-a08f-1dc7f76c854e triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:55.922153 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-72f50185-5899-47ee-8747-9ad19a2703e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:55.922256 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:55.995277 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:56.140213 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:56.143598 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-95cfe8d6-6963-472e-8fa2-9161071b24e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.178379 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:56.187300 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.190124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:56.214765 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-72f50185-5899-47ee-8747-9ad19a2703e5 None None] Current status of the port c47cacfb-2e08-4a45-a08f-1dc7f76c854e is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:56.214765 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-72f50185-5899-47ee-8747-9ad19a2703e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.299733 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-72f50185-5899-47ee-8747-9ad19a2703e5 None None] For port c47cacfb-2e08-4a45-a08f-1dc7f76c854e, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:56.309668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-72f50185-5899-47ee-8747-9ad19a2703e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.315237 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:55Z', 'revision_number': 3, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:56.359061 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Checking router: 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:06:56.359414 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Updating router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 port 53739888-175c-4042-b948-572102730dec binding host dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:06:56.366573 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Allocated IP 172.20.0.1 (de769f76-c16e-4308-8d87-174634377b5a/1be148d6-9922-4b6f-992a-763a592b5244/ad3fc79d-8c2d-499b-8480-0fe31a9a2301) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:06:56.404982 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (53739888-175c-4042-b948-572102730dec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.406744 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f50185-5899-47ee-8747-9ad19a2703e5 None None] Pushing event updated for resources: {'Port': ['ID=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:56.442055 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:56.458105 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-12427e7a-c9ad-4c33-96ac-5624cf5b33f2 None None] Provisioning complete for port c47cacfb-2e08-4a45-a08f-1dc7f76c854e triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:56.458817 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-12427e7a-c9ad-4c33-96ac-5624cf5b33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.489401 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks [] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.517832 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c47cacfb-2e08-4a45-a08f-1dc7f76c854e up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:06:56.525086 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.577700 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Network de769f76-c16e-4308-8d87-174634377b5a is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:06:56.583363 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:56.587021 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:06:56.613793 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441665a1-0d4f-4d59-a098-59b23496cf32 req-adcd41f4-2748-4dc7-877d-5f48453ae941 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:56.615580 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-441665a1-0d4f-4d59-a098-59b23496cf32 req-adcd41f4-2748-4dc7-877d-5f48453ae941 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0585217 Sep 13 07:06:56.637100 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:56.645656 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573651'] for router_interface (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.659407 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:56.678947 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-441665a1-0d4f-4d59-a098-59b23496cf32 req-c7db30d1-5127-4146-8dcc-b57f5c03dc7e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564802 Sep 13 07:06:56.775871 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port c47cacfb-2e08-4a45-a08f-1dc7f76c854e triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:56.776158 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:56.880469 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-12427e7a-c9ad-4c33-96ac-5624cf5b33f2 None None] Current status of the port c47cacfb-2e08-4a45-a08f-1dc7f76c854e is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:56.967180 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port c47cacfb-2e08-4a45-a08f-1dc7f76c854e is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:57.010106 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-58196673-b77d-4fe2-8f01-7382c99e3c34 None None] Provisioning complete for port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:57.010467 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-58196673-b77d-4fe2-8f01-7382c99e3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.043348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Publish callbacks [] for port (53739888-175c-4042-b948-572102730dec), precommit_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.052223 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (53739888-175c-4042-b948-572102730dec), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.061208 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.090652 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-58196673-b77d-4fe2-8f01-7382c99e3c34 None None] Port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:06:57.095771 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:57.095968 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Attempting to bind port 53739888-175c-4042-b948-572102730dec on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:06:57.096207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Attempting to bind port 53739888-175c-4042-b948-572102730dec by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:06:57.096655 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Attempting to bind port 53739888-175c-4042-b948-572102730dec on network c871774e-190b-4ef8-9f80-d743df935310 {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:06:57.129199 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec859-aaf3-405a-90ec-ad54ca29c37b None None] Pushing event updated for resources: {'Port': ['ID=53739888-175c-4042-b948-572102730dec,revision_number=2']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:57.148727 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:06:57.148727 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Checking segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:06:57.149189 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.149554 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Bound using segment: {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'} {{(pid=106285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:06:57.150028 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.managers [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Bound port: 53739888-175c-4042-b948-572102730dec, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af26d0-3d76-4986-a27d-75d0cdd2d340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}}] {{(pid=106285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:06:57.150423 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (53739888-175c-4042-b948-572102730dec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.205195 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] For port 53739888-175c-4042-b948-572102730dec, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:06:57.208901 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] For port 53739888-175c-4042-b948-572102730dec, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=53739888-175c-4042-b948-572102730dec,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:06:57.216342 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (53739888-175c-4042-b948-572102730dec), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.228236 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks [] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.234119 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.253560 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:57.254216 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:57.300166 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:57.302685 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1573767'] for router_interface (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.316985 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec859-aaf3-405a-90ec-ad54ca29c37b None None] Pushing event updated for resources: {'Port': ['ID=53739888-175c-4042-b948-572102730dec,revision_number=3']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:57.376221 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:06:57.403134 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Network de769f76-c16e-4308-8d87-174634377b5a is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:06:57.404569 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:57.449818 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:57.510521 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:57.531070 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:57.536194 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:06:57.581142 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 2, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:06:57.584426 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:06:57.623592 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee69a66-3ea4-4989-a1f4-ecd49a862e60 None None] The sync data for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi is: [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 2, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:06:57.636738 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-b393d926-b47c-40f3-827c-40e012a4118a None None] Provisioning complete for port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:57.637100 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b393d926-b47c-40f3-827c-40e012a4118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.654887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:06:57.661825 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-daa9677a-eee1-4c86-b309-c5bbeb9e4188 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5ba7dbc5-9edc-4cba-9399-ed71f80b47e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8824275 Sep 13 07:06:57.717430 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-b393d926-b47c-40f3-827c-40e012a4118a None None] Port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:06:57.721809 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:57.761496 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:57.776380 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'dc830de4-1081-4c18-ada7-433d5588216c', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'port_id': 'dc830de4-1081-4c18-ada7-433d5588216c', 'mac_address': 'fa:16:3e:c7:fd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:06:57.833131 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port dc830de4-1081-4c18-ada7-433d5588216c is: ACTIVE; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:57.833656 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.880681 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc830de4-1081-4c18-ada7-433d5588216c {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:06:57.893797 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bcb3d-1e7b-48d7-907b-c9049f912215 req-3c81eb04-3011-4ec0-82e2-94dcc56bc992 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:57.901062 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-599bcb3d-1e7b-48d7-907b-c9049f912215 req-3c81eb04-3011-4ec0-82e2-94dcc56bc992 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.1006069 Sep 13 07:06:57.904880 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:57.913578 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:57.964675 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-599bcb3d-1e7b-48d7-907b-c9049f912215 req-af110f75-381a-41e0-a933-df842359a53d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627246 Sep 13 07:06:57.974556 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=6']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:58.032872 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44610) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:58.037555 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-b7cbd9d2-f904-42d5-8662-1435a51b55b8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428577638', 'description': 'tempest-description--1401622957'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:58.060865 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd9d2-f904-42d5-8662-1435a51b55b8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.100515 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['dc830de4-1081-4c18-ada7-433d5588216c'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:06:58.140287 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd9d2-f904-42d5-8662-1435a51b55b8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (79e720f1-3eff-415e-bf89-d683149aeef3), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.146698 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd9d2-f904-42d5-8662-1435a51b55b8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (79e720f1-3eff-415e-bf89-d683149aeef3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.175625 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbd9d2-f904-42d5-8662-1435a51b55b8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e720f1-3eff-415e-bf89-d683149aeef3,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:58.195008 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b7cbd9d2-f904-42d5-8662-1435a51b55b8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.197427 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b7cbd9d2-f904-42d5-8662-1435a51b55b8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1635041 Sep 13 07:06:58.200396 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44612) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:58.204989 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-4357bec6-bd1d-4131-b32f-8d090a6aa3e3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'security_group_rule': {'security_group_id': '79e720f1-3eff-415e-bf89-d683149aeef3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:58.237108 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4357bec6-bd1d-4131-b32f-8d090a6aa3e3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (aa5c5c6c-ec79-4f8c-94ec-15c19cfb11a0), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.283024 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:58.302925 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4357bec6-bd1d-4131-b32f-8d090a6aa3e3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (aa5c5c6c-ec79-4f8c-94ec-15c19cfb11a0), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.308323 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4357bec6-bd1d-4131-b32f-8d090a6aa3e3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (aa5c5c6c-ec79-4f8c-94ec-15c19cfb11a0), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.333799 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357bec6-bd1d-4131-b32f-8d090a6aa3e3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5c5c6c-ec79-4f8c-94ec-15c19cfb11a0,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:58.351457 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-4357bec6-bd1d-4131-b32f-8d090a6aa3e3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.352865 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-4357bec6-bd1d-4131-b32f-8d090a6aa3e3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514568 Sep 13 07:06:58.355771 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 44614) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:58.361063 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-a67f1583-2f6d-48ad-af80-ada9ea22f2c3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'security_group_rule': {'security_group_id': '79e720f1-3eff-415e-bf89-d683149aeef3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:58.375820 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:58.383794 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d4d8-9e4a-442a-8791-e13976367037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.411822 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a67f1583-2f6d-48ad-af80-ada9ea22f2c3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (3123bda9-d7a2-451e-b950-12adeb724472), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.471584 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a67f1583-2f6d-48ad-af80-ada9ea22f2c3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (3123bda9-d7a2-451e-b950-12adeb724472), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.478361 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a67f1583-2f6d-48ad-af80-ada9ea22f2c3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (3123bda9-d7a2-451e-b950-12adeb724472), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.501410 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f1583-2f6d-48ad-af80-ada9ea22f2c3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3123bda9-d7a2-451e-b950-12adeb724472,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:58.511893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a67f1583-2f6d-48ad-af80-ada9ea22f2c3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.516858 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44616) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:06:58.517501 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-a67f1583-2f6d-48ad-af80-ada9ea22f2c3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603048 Sep 13 07:06:58.521760 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:06:58.548618 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.563879 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 53739888-175c-4042-b948-572102730dec up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:06:58.626444 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 53739888-175c-4042-b948-572102730dec triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:58.626838 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (53739888-175c-4042-b948-572102730dec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.644415 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.706743 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 53739888-175c-4042-b948-572102730dec is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:58.707141 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (53739888-175c-4042-b948-572102730dec), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.729888 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port 53739888-175c-4042-b948-572102730dec, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=53739888-175c-4042-b948-572102730dec,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:58.735523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (53739888-175c-4042-b948-572102730dec), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.736306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c47cacfb-2e08-4a45-a08f-1dc7f76c854e up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:06:58.763014 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Allocated IP 172.27.2.172 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/1083e183-b7f2-48ab-ba98-c2d280d33e71) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:06:58.812947 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port c47cacfb-2e08-4a45-a08f-1dc7f76c854e triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:58.813341 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.846204 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=53739888-175c-4042-b948-572102730dec,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:58.888146 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.898128 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:58.902841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port c47cacfb-2e08-4a45-a08f-1dc7f76c854e is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:58.932012 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:58.981299 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:06:58.984762 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:06:58.987170 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:06:58.993328 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'Port': ['ID=1083e183-b7f2-48ab-ba98-c2d280d33e71,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:59.082912 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (9513b4b3-a8f5-4e3b-8a69-c2942174fd74), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.108162 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8f02e-3f22-4ce0-99af-ab9b292dbb03 req-8969bc28-cf57-4934-8f83-d686c16b0b9d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:59.109666 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-77f8f02e-3f22-4ce0-99af-ab9b292dbb03 req-8969bc28-cf57-4934-8f83-d686c16b0b9d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 944 time: 0.0495257 Sep 13 07:06:59.131684 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.165349 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-77f8f02e-3f22-4ce0-99af-ab9b292dbb03 req-38c60d3f-9c4e-4ef5-a4b7-4278d1411539 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487301 Sep 13 07:06:59.269603 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:06:59.292019 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.300438 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.371758 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (9513b4b3-a8f5-4e3b-8a69-c2942174fd74), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.375800 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'Port': ['ID=1083e183-b7f2-48ab-ba98-c2d280d33e71,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:59.390582 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.391910 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a2749abb-3464-4dec-9229-46cac2e8bebd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8740308 Sep 13 07:06:59.560061 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-d631c3dc-c1ca-4172-9737-302244383ec5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1428577638&fields=id&tenant_id=0f2d19ffb32443babaa154c5766b6982 HTTP/1.1" status: 200 len: 267 time: 0.0489223 Sep 13 07:06:59.593650 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:06:59.654516 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port dc830de4-1081-4c18-ada7-433d5588216c triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:06:59.654852 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dc830de4-1081-4c18-ada7-433d5588216c), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.694141 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-0a30302f-b677-4877-885a-de6f70d32441 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:06:59.701711 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-0a30302f-b677-4877-885a-de6f70d32441 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 811 time: 0.1345060 Sep 13 07:06:59.717835 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-878c1baa-a13e-4648-8056-17fe911857fd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/quotas/0f2d19ffb32443babaa154c5766b6982 HTTP/1.1" status: 200 len: 375 time: 0.0151768 Sep 13 07:06:59.740027 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port dc830de4-1081-4c18-ada7-433d5588216c is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:06:59.741238 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.767978 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:06:59.770268 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076d3f88-6b49-4fcc-a5b6-36009a486151" -d '{"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-plugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:06:59.780561 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-cb8d7636-29f8-425f-a886-1f5ba470183e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540776 Sep 13 07:06:59.789757 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:06:59.795036 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.871244 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=7']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:06:59.874469 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:06:59.917645 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Sync routers for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:06:59.951109 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97babe6-7d28-4831-891e-016d73f340e4 x-openstack-request-id: req-e97babe6-7d28-4831-891e-016d73f340e4 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:06:59.951498 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-plugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:06:59.951865 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e97babe6-7d28-4831-891e-016d73f340e4 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:06:59.952506 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97babe6-7d28-4831-891e-016d73f340e4'] response: {'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c', 'code': 200} Sep 13 07:06:59.955651 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:06:59.959092 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:00.007550 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-91b52ab8-98b0-4bcc-93fc-d52de32e60c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236588 Sep 13 07:07:00.075898 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:00.103161 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-01c7ca91-645f-4e00-a8d4-38c51685c420 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889237 Sep 13 07:07:00.284154 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 2, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:00.317543 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8ba12803-d53a-4c2c-8eb8-e3bee9b967ce req-121043e1-a454-429f-8c84-c245f5b3a522 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 210 time: 0.0386724 Sep 13 07:07:00.318936 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:00.320826 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Checking router: 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:07:00.321269 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Updating router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 binding host dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:07:00.408516 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ea35f-472d-4d6e-a084-43b8a0f9c941 req-5caa358b-c3e4-4317-9eeb-27cbece50f84 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:00.417194 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d3ea35f-472d-4d6e-a084-43b8a0f9c941 req-5caa358b-c3e4-4317-9eeb-27cbece50f84 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0860541 Sep 13 07:07:00.490849 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:00.518214 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d3ea35f-472d-4d6e-a084-43b8a0f9c941 req-b6e70380-f3c1-42ab-8ae3-f334feaa651e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000874 Sep 13 07:07:00.529016 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 53739888-175c-4042-b948-572102730dec up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:07:00.552421 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:07:00.578919 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:00.588699 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:00.606504 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port 53739888-175c-4042-b948-572102730dec triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:00.607634 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (53739888-175c-4042-b948-572102730dec), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:00.706559 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port 53739888-175c-4042-b948-572102730dec is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:00.745718 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:00.842635 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Publish callbacks [] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:00.850443 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:00.940346 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Pushing event updated for resources: {'Port': ['ID=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:00.971825 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.972172 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.972530 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.972879 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.973213 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.973536 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.974107 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.974539 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.975150 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.976137 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.976602 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.977042 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.977371 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.977695 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.978016 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:00.994299 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Attempting to bind port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 on host dv-cinder-856941-4-iscsi for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:07:00.994662 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Attempting to bind port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 by drivers openvswitch,hyperv on host dv-cinder-856941-4-iscsi at level 0 using segments [{'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:07:00.995223 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Attempting to bind port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 on network de769f76-c16e-4308-8d87-174634377b5a {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:07:01.048844 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Checking agent: {'id': '466002c5-0b34-45b2-a476-dc264dde2328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856941-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 53, 1), 'started_at': datetime.datetime(2022, 9, 13, 6, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856941-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:07:01.049339 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Checking segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:07:01.049831 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:01.050265 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Bound using segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:07:01.050833 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Bound port: ad3fc79d-8c2d-499b-8480-0fe31a9a2301, host: dv-cinder-856941-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:07:01.051395 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:01.136555 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] For port ad3fc79d-8c2d-499b-8480-0fe31a9a2301, host dv-cinder-856941-4-iscsi, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:07:01.140649 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] For port ad3fc79d-8c2d-499b-8480-0fe31a9a2301, host dv-cinder-856941-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:07:01.150850 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:01.190482 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:01.196589 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:01.317343 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c86a6-18c6-4f67-a448-2f5dd8276613 None None] Pushing event updated for resources: {'Port': ['ID=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,revision_number=4']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:01.328802 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:01.463012 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ae99a517-5399-4153-8f4d-f6a0a4904c0a req-52406b94-be24-465a-b426-30e37ad16b66 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 210 time: 0.0489206 Sep 13 07:07:01.517440 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:01.532439 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:01.543410 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:01.551203 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:01.609926 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:01Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:01.655719 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d31c41-359f-4e60-903b-e51768bde53e None None] The sync data for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi is: [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:01Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:07:01.699584 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0a69f-96ec-44f4-8d07-becdf08341b5 req-c885a1fc-c9b4-4ee7-b1e4-ba77695f703d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:01.702367 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a5c0a69f-96ec-44f4-8d07-becdf08341b5 req-c885a1fc-c9b4-4ee7-b1e4-ba77695f703d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0681760 Sep 13 07:07:01.775417 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a5c0a69f-96ec-44f4-8d07-becdf08341b5 req-fce0d591-8a75-482e-9726-2782d1ef1933 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667593 Sep 13 07:07:02.039475 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-72309be1-e65d-42ac-8bbd-4df7a0f12d2b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:02.041775 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-72309be1-e65d-42ac-8bbd-4df7a0f12d2b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 811 time: 0.1577189 Sep 13 07:07:02.139777 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-80f406a1-41f5-446b-8895-294e51868f9b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d19ffb32443babaa154c5766b6982 HTTP/1.1" status: 200 len: 380 time: 0.0781434 Sep 13 07:07:02.156185 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'port': {'device_id': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'admin_state_up': True, 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'security_groups': ['79e720f1-3eff-415e-bf89-d683149aeef3']}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:02.301409 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Made reservation on behalf of 0f2d19ffb32443babaa154c5766b6982 for: {'port': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:07:02.309101 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:02.424075 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:02.525490 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Allocated IP 172.20.0.9 (de769f76-c16e-4308-8d87-174634377b5a/1be148d6-9922-4b6f-992a-763a592b5244/ffece28d-11d9-4c48-9e40-189550016430) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:07:02.542068 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ad3fc79d-8c2d-499b-8480-0fe31a9a2301 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:07:02.592951 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-924ea97f-41fe-443d-b204-3b61b20db368 req-64495e13-d19e-4010-a3a8-29788bf90a09 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 210 time: 0.0380614 Sep 13 07:07:02.651186 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:02.652033 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:02.709518 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for port (ffece28d-11d9-4c48-9e40-189550016430), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:02.749664 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (ffece28d-11d9-4c48-9e40-189550016430), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:02.796822 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Network de769f76-c16e-4308-8d87-174634377b5a is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:07:02.800398 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:07:02.805442 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:07:02.855694 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:02.861947 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:02.862733 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:02.891773 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'Port': ['ID=ffece28d-11d9-4c48-9e40-189550016430,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:02.904588 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-6f6b6815-f2c7-4472-8ca1-70898f7e1067 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533174 Sep 13 07:07:02.926028 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Request body: {'port': {'device_id': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:02.966684 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 is: DOWN; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:02.968360 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:02.998101 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:03.009636 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ffece28d-11d9-4c48-9e40-189550016430), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.010795 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bcd4c-f056-4ae8-b195-a94871ddbed7 req-56cb7d2f-4619-42c0-8494-b8044fdd4018 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:03.012927 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] For port ad3fc79d-8c2d-499b-8480-0fe31a9a2301, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:03.025454 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.026422 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9e1bcd4c-f056-4ae8-b195-a94871ddbed7 req-56cb7d2f-4619-42c0-8494-b8044fdd4018 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.1017880 Sep 13 07:07:03.084634 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Pushing event updated for resources: {'Port': ['ID=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:03.126139 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9e1bcd4c-f056-4ae8-b195-a94871ddbed7 req-c25bd1a4-eb03-40c5-97f1-b3969c4a7a0c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977912 Sep 13 07:07:03.190558 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-effdb15d-620e-405f-9e4b-b3555f1e436c None None] Provisioning complete for port ffece28d-11d9-4c48-9e40-189550016430 triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:03.191187 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-effdb15d-620e-405f-9e4b-b3555f1e436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ffece28d-11d9-4c48-9e40-189550016430), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.236928 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-effdb15d-620e-405f-9e4b-b3555f1e436c None None] Port ffece28d-11d9-4c48-9e40-189550016430 cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:07:03.392750 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffece28d-11d9-4c48-9e40-189550016430 {{(pid=106284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:07:03.402729 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Publish callbacks [] for port (ffece28d-11d9-4c48-9e40-189550016430), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.416696 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.provisioning_blocks [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Transition to ACTIVE for port object ffece28d-11d9-4c48-9e40-189550016430 will not be triggered until provisioned by entity L2. {{(pid=106284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:07:03.430236 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (ffece28d-11d9-4c48-9e40-189550016430), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.471178 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:03.531183 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Pushing event updated for resources: {'Port': ['ID=ffece28d-11d9-4c48-9e40-189550016430,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:03.569935 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Attempting to bind port ffece28d-11d9-4c48-9e40-189550016430 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:07:03.570316 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Attempting to bind port ffece28d-11d9-4c48-9e40-189550016430 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:07:03.570647 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Attempting to bind port ffece28d-11d9-4c48-9e40-189550016430 on network de769f76-c16e-4308-8d87-174634377b5a {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:07:03.619680 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Port ffece28d-11d9-4c48-9e40-189550016430 on network de769f76-c16e-4308-8d87-174634377b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:07:03.619986 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Attempting to bind port ffece28d-11d9-4c48-9e40-189550016430 on network de769f76-c16e-4308-8d87-174634377b5a {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:07:03.678310 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:07:03.678310 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Checking segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:07:03.678310 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Bound using segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} {{(pid=106284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:07:03.678310 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.managers [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Bound port: ffece28d-11d9-4c48-9e40-189550016430, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}}] {{(pid=106284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:07:03.678310 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ffece28d-11d9-4c48-9e40-189550016430), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.698624 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:03.721009 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eabde9-cca7-42cf-b77e-ae3ad231ebb6 req-212c676b-8eb2-459d-89bd-e4282f427f61 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:03.722875 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c4eabde9-cca7-42cf-b77e-ae3ad231ebb6 req-212c676b-8eb2-459d-89bd-e4282f427f61 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 943 time: 0.0552888 Sep 13 07:07:03.772472 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] For port ffece28d-11d9-4c48-9e40-189550016430, host hv-cinder-85694, cleared binding levels {{(pid=106284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:07:03.777005 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] For port ffece28d-11d9-4c48-9e40-189550016430, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ffece28d-11d9-4c48-9e40-189550016430,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:07:03.790586 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (ffece28d-11d9-4c48-9e40-189550016430), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.794169 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c4eabde9-cca7-42cf-b77e-ae3ad231ebb6 req-9506c70f-8624-44bb-956d-622690efafa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590591 Sep 13 07:07:03.823263 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:03.823895 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:03.826919 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ffece28d-11d9-4c48-9e40-189550016430 HTTP/1.1" status: 200 len: 1093 time: 0.9078674 Sep 13 07:07:03.828529 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:03.832177 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "tag": "ffece28d-11d9-4c48-9e40-189550016430"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:03.908699 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed10406-718e-422e-8dcb-3727ce182360 service neutron] Pushing event updated for resources: {'Port': ['ID=ffece28d-11d9-4c48-9e40-189550016430,revision_number=3']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:03.912622 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2917fc6-c0a1-4baa-85e3-013876de238b x-openstack-request-id: req-a2917fc6-c0a1-4baa-85e3-013876de238b {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:03.913038 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "tag": "ffece28d-11d9-4c48-9e40-189550016430", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:03.913222 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2917fc6-c0a1-4baa-85e3-013876de238b {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:03.913916 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2917fc6-c0a1-4baa-85e3-013876de238b'] response: {'name': 'network-changed', 'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430', 'status': 'completed', 'code': 200} Sep 13 07:07:03.985863 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-e7b3766b-1c00-4a2d-b2af-52c7e2990d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:03.987476 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-e7b3766b-1c00-4a2d-b2af-52c7e2990d30 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 1127 time: 0.0519288 Sep 13 07:07:04.063298 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-d32abe0c-9201-4a18-9e9b-6aa44a77fdc0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffece28d-11d9-4c48-9e40-189550016430 HTTP/1.1" status: 200 len: 217 time: 0.0503824 Sep 13 07:07:04.083383 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075a7f0-e491-4005-ae73-62046e4287c6 req-d4e44f4e-d065-48e3-9d27-b5b44e240db3 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:04.085932 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9075a7f0-e491-4005-ae73-62046e4287c6 req-d4e44f4e-d065-48e3-9d27-b5b44e240db3 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0641901 Sep 13 07:07:04.144690 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9075a7f0-e491-4005-ae73-62046e4287c6 req-651fb8aa-5ddd-4817-9668-c01c8a44f8fd tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523369 Sep 13 07:07:04.253067 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-8fdf7bf1-8c87-4880-ab8c-dcc15de823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:04.261673 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-8fdf7bf1-8c87-4880-ab8c-dcc15de823c6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0695529 Sep 13 07:07:04.305904 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71cece-677d-45ef-ab36-b28906717a0c req-00e3c0b2-e56a-480e-ae4f-f1f4b0a38b5d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:04.308098 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-df71cece-677d-45ef-ab36-b28906717a0c req-00e3c0b2-e56a-480e-ae4f-f1f4b0a38b5d tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0670388 Sep 13 07:07:04.335512 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283f40-1f35-4121-9369-019b153ead06 req-86c8ba79-8939-4e34-bc6b-b0f3777ce444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:04.337409 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-86c8ba79-8939-4e34-bc6b-b0f3777ce444 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621576 Sep 13 07:07:04.374004 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-df71cece-677d-45ef-ab36-b28906717a0c req-5689ad88-12e3-45e9-ab3e-6935b8393c3a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601709 Sep 13 07:07:04.419289 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:04.456623 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-cf480061-e611-46c7-b323-732e6d231005 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112676 Sep 13 07:07:04.509101 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ad3fc79d-8c2d-499b-8480-0fe31a9a2301 up at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:07:04.583337 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-25283f40-1f35-4121-9369-019b153ead06 req-7de72a98-dea0-4ced-a460-62cd83d9f9c0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187053 Sep 13 07:07:04.586661 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Provisioning complete for port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:04.587052 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:04.675340 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Current status of the port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 is: ACTIVE; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:04.937237 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e341288-a7d9-4138-8cfe-6cce7d5cddbf req-bb46f460-1365-4ea4-b243-1ea0764725d1 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:04.938741 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e341288-a7d9-4138-8cfe-6cce7d5cddbf req-bb46f460-1365-4ea4-b243-1ea0764725d1 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 943 time: 0.0681555 Sep 13 07:07:04.998614 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e341288-a7d9-4138-8cfe-6cce7d5cddbf req-8851c658-8a57-4c49-b59d-3230a141d1c5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533442 Sep 13 07:07:05.288642 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320b85c-3bc8-4724-b662-18749997ee09 req-513ed83c-eb52-401d-8206-630e09b17b84 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:05.290580 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7320b85c-3bc8-4724-b662-18749997ee09 req-513ed83c-eb52-401d-8206-630e09b17b84 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0515351 Sep 13 07:07:05.355008 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7320b85c-3bc8-4724-b662-18749997ee09 req-88821375-15bc-48e5-b984-733719f93f1a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580080 Sep 13 07:07:05.530913 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e58c-8c52-4e89-9271-e5e7d2cd75ff req-033098ba-623c-4376-880b-4ec2a57a7c8c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:05.532735 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb57e58c-8c52-4e89-9271-e5e7d2cd75ff req-033098ba-623c-4376-880b-4ec2a57a7c8c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0598288 Sep 13 07:07:05.612769 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ffece28d-11d9-4c48-9e40-189550016430 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:07:05.752474 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port ffece28d-11d9-4c48-9e40-189550016430, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ffece28d-11d9-4c48-9e40-189550016430,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:05.766643 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'ffece28d-11d9-4c48-9e40-189550016430', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'port_id': 'ffece28d-11d9-4c48-9e40-189550016430', 'mac_address': 'fa:16:3e:fc:c8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:07:05.805332 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-88a7a44d-71df-4ef3-a05d-13062c93e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:05.807234 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-88a7a44d-71df-4ef3-a05d-13062c93e30a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 1127 time: 0.0897055 Sep 13 07:07:05.818208 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port ffece28d-11d9-4c48-9e40-189550016430 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:05.818729 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ffece28d-11d9-4c48-9e40-189550016430), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:05.837688 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffece28d-11d9-4c48-9e40-189550016430 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:07:05.861103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port ffece28d-11d9-4c48-9e40-189550016430, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ffece28d-11d9-4c48-9e40-189550016430,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:05.874948 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ffece28d-11d9-4c48-9e40-189550016430), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:05.940933 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=ffece28d-11d9-4c48-9e40-189550016430,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:05.954742 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cb57e58c-8c52-4e89-9271-e5e7d2cd75ff req-63fc9e1d-86d1-4efb-9e3d-e668bf96c03f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138548 Sep 13 07:07:05.962660 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-3f2b8f92-6c6e-46e2-8749-b78f64eedef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:05.965118 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-3f2b8f92-6c6e-46e2-8749-b78f64eedef6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 912 time: 0.1511314 Sep 13 07:07:06.013334 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-91ff93f6-5454-4069-a4bf-372a95a278df service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffece28d-11d9-4c48-9e40-189550016430 HTTP/1.1" status: 200 len: 217 time: 0.0401027 Sep 13 07:07:06.079567 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-0254d826-1ce2-4ab0-a253-7c766381bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:06.081133 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-0254d826-1ce2-4ab0-a253-7c766381bb4d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0562057 Sep 13 07:07:06.128614 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:06.133242 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-165f601e-d909-499c-aaab-922a101a6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:06.134843 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-165f601e-d909-499c-aaab-922a101a6464 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440841 Sep 13 07:07:06.140743 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec525b2-1797-4926-a4c1-33bd5183176c req-471c63ce-28fc-428a-b7ab-31bd16e1dcc1 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:06.149326 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8ec525b2-1797-4926-a4c1-33bd5183176c req-471c63ce-28fc-428a-b7ab-31bd16e1dcc1 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 944 time: 0.0705521 Sep 13 07:07:06.216925 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8ec525b2-1797-4926-a4c1-33bd5183176c req-34e99ebc-2025-4b68-ac63-3d1785375bd6 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615652 Sep 13 07:07:06.261541 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-380d3026-01ff-4c61-9915-2127a9cc613b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179748 Sep 13 07:07:06.309625 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['ffece28d-11d9-4c48-9e40-189550016430'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:07:06.372035 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-b1943ba1-8d7d-4cf8-9684-7abb835cf4ed req-7000603c-a678-412b-9991-52cb975be9ce service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021206 Sep 13 07:07:06.561062 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c00ad9-4315-4dd1-80c6-cb180778c030 req-a8ac1d9a-515c-453f-9779-fa2fe0e1565a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:06.562885 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96c00ad9-4315-4dd1-80c6-cb180778c030 req-a8ac1d9a-515c-453f-9779-fa2fe0e1565a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0507178 Sep 13 07:07:06.623171 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96c00ad9-4315-4dd1-80c6-cb180778c030 req-818b2237-f8ef-4597-bccd-bb84ca1a2215 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537500 Sep 13 07:07:07.098881 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d6367-6548-4324-9849-2c52cd537be7 req-6de578e0-7ac2-4665-8036-4e664d816760 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:07.100402 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a22d6367-6548-4324-9849-2c52cd537be7 req-6de578e0-7ac2-4665-8036-4e664d816760 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0537925 Sep 13 07:07:07.157377 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a22d6367-6548-4324-9849-2c52cd537be7 req-170d34f2-f1b9-4d6b-99f2-e32d810053a8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505195 Sep 13 07:07:07.397178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87528393-4cec-46ef-bdfc-d5c4aac80563 req-9c047a06-4c95-4949-851a-fe70b4fe038b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:07.405117 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87528393-4cec-46ef-bdfc-d5c4aac80563 req-9c047a06-4c95-4949-851a-fe70b4fe038b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 944 time: 0.0795288 Sep 13 07:07:07.462818 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87528393-4cec-46ef-bdfc-d5c4aac80563 req-c4553cc0-e8e8-41aa-bb9f-d1b2f386df2e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564995 Sep 13 07:07:07.634582 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ffece28d-11d9-4c48-9e40-189550016430 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:07:07.688955 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port ffece28d-11d9-4c48-9e40-189550016430 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:07:07.699158 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port ffece28d-11d9-4c48-9e40-189550016430 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:07.699975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (ffece28d-11d9-4c48-9e40-189550016430), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:07.766938 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d2e94-662d-4edf-a3f2-45c6065c7c1e req-1759d345-0a11-4566-8051-a2dab6844c28 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:07.768567 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d4d2e94-662d-4edf-a3f2-45c6065c7c1e req-1759d345-0a11-4566-8051-a2dab6844c28 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0532291 Sep 13 07:07:07.789069 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:07.803148 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port ffece28d-11d9-4c48-9e40-189550016430 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:07.803631 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (ffece28d-11d9-4c48-9e40-189550016430), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:07.825199 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d4d2e94-662d-4edf-a3f2-45c6065c7c1e req-dd6105a8-c874-420a-a204-f56063f37642 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504889 Sep 13 07:07:07.833393 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:07.839245 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf52914-fd74-4c8a-9af8-69620a400b3d" -d '{"events": [{"server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "name": "network-vif-plugged", "status": "completed", "tag": "ffece28d-11d9-4c48-9e40-189550016430"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:07.868444 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port ffece28d-11d9-4c48-9e40-189550016430, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ffece28d-11d9-4c48-9e40-189550016430,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:07.873959 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (ffece28d-11d9-4c48-9e40-189550016430), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:07.902657 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8666e-0ed8-4e92-9406-500b8a3c7d6e x-openstack-request-id: req-e4b8666e-0ed8-4e92-9406-500b8a3c7d6e {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:07.902971 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "name": "network-vif-plugged", "status": "completed", "tag": "ffece28d-11d9-4c48-9e40-189550016430", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:07.903233 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4b8666e-0ed8-4e92-9406-500b8a3c7d6e {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:07.903651 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b8666e-0ed8-4e92-9406-500b8a3c7d6e'] response: {'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430', 'code': 200} Sep 13 07:07:07.935380 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=ffece28d-11d9-4c48-9e40-189550016430,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:08.142185 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5219f-614f-4675-93dd-cb63a173fee8 req-c3e69218-b6b5-42ad-b04c-48327ceaedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:08.144428 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bb5219f-614f-4675-93dd-cb63a173fee8 req-c3e69218-b6b5-42ad-b04c-48327ceaedfb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 1129 time: 0.0478981 Sep 13 07:07:08.196879 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-6bb5219f-614f-4675-93dd-cb63a173fee8 req-9ef312e3-8888-4f73-8436-8734bb539636 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460918 Sep 13 07:07:08.277821 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:08.282781 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:08.300955 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b7f0f-6f21-4002-bd5f-5f3d7209139d req-707892ca-ce64-4fb5-947c-8fc6430b150b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:08.303004 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c19b7f0f-6f21-4002-bd5f-5f3d7209139d req-707892ca-ce64-4fb5-947c-8fc6430b150b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0532441 Sep 13 07:07:08.360634 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c19b7f0f-6f21-4002-bd5f-5f3d7209139d req-ac1dea42-a44e-4085-b8d9-e3c6d178941c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504277 Sep 13 07:07:08.623699 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88bf21-ff91-4957-a934-20f575ecd383 req-e3ae343b-5f0a-431a-b646-756f3697119d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:08.625441 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8b88bf21-ff91-4957-a934-20f575ecd383 req-e3ae343b-5f0a-431a-b646-756f3697119d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0650136 Sep 13 07:07:08.683094 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8b88bf21-ff91-4957-a934-20f575ecd383 req-e99d9640-c3ca-4307-8444-48ecabf9f2c4 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519958 Sep 13 07:07:08.987155 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb57bd-83a3-40e5-bf50-25774c5d9176 req-ffc107b2-57dc-425e-b0cf-677438f032b5 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:08.988671 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-93fb57bd-83a3-40e5-bf50-25774c5d9176 req-ffc107b2-57dc-425e-b0cf-677438f032b5 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0544722 Sep 13 07:07:09.049220 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-93fb57bd-83a3-40e5-bf50-25774c5d9176 req-288f7891-a1d1-44e5-8637-ca5dd02c6f97 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535634 Sep 13 07:07:09.498320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553b382-c8e5-4085-97b9-114a27d877ef req-eed30732-2be9-4839-8599-b620803f59be tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:09.500045 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3553b382-c8e5-4085-97b9-114a27d877ef req-eed30732-2be9-4839-8599-b620803f59be tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0526173 Sep 13 07:07:09.564564 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3553b382-c8e5-4085-97b9-114a27d877ef req-b1d48b8c-45a9-4e90-9aae-0e3e7c50900a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584559 Sep 13 07:07:09.835409 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69615d8-b597-4451-ac1b-d9e2d4d22d19 req-b7251311-d91b-4964-aab0-287b09613c16 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:09.837313 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f69615d8-b597-4451-ac1b-d9e2d4d22d19 req-b7251311-d91b-4964-aab0-287b09613c16 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0509043 Sep 13 07:07:09.896144 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f69615d8-b597-4451-ac1b-d9e2d4d22d19 req-71bb3b2f-eadc-41b2-be33-7913f515c0af tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524147 Sep 13 07:07:10.201670 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e431c-e34c-44f1-b01f-7f7e3fbfc94e req-1c169e39-15b0-42c8-85d7-c993996b5600 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:10.208496 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4a2e431c-e34c-44f1-b01f-7f7e3fbfc94e req-1c169e39-15b0-42c8-85d7-c993996b5600 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0549898 Sep 13 07:07:10.258862 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4a2e431c-e34c-44f1-b01f-7f7e3fbfc94e req-e08e669a-4d65-4fc4-bc39-f22f3dccc2ae tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492375 Sep 13 07:07:10.712011 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72022692-fcd2-41b6-98cc-06929e3e1ee4 req-ead4e1bd-8230-4126-b1be-54f06902bb44 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:10.713640 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-72022692-fcd2-41b6-98cc-06929e3e1ee4 req-ead4e1bd-8230-4126-b1be-54f06902bb44 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0533276 Sep 13 07:07:10.740559 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144bba-9b0a-4596-b617-60988e46a555 req-09b93e2f-0d3d-4a2f-bb61-37408c65853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:10.742628 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cf144bba-9b0a-4596-b617-60988e46a555 req-09b93e2f-0d3d-4a2f-bb61-37408c65853f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1130 time: 0.0441077 Sep 13 07:07:10.766907 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-72022692-fcd2-41b6-98cc-06929e3e1ee4 req-a61b28fe-314e-4412-922c-f8cb085f9794 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462291 Sep 13 07:07:11.023567 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2cf41-7618-42d3-a4b1-82a7f8084be4 req-37ca561e-b096-43c9-9df7-d155bca4549e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.025369 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ad2cf41-7618-42d3-a4b1-82a7f8084be4 req-37ca561e-b096-43c9-9df7-d155bca4549e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0464184 Sep 13 07:07:11.046725 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144bba-9b0a-4596-b617-60988e46a555 req-5fdb9f21-be9c-408d-b60a-9102c6ccba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.048216 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cf144bba-9b0a-4596-b617-60988e46a555 req-5fdb9f21-be9c-408d-b60a-9102c6ccba08 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 909 time: 0.0946119 Sep 13 07:07:11.073648 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9ad2cf41-7618-42d3-a4b1-82a7f8084be4 req-2f183d4f-779d-412b-91ee-2a4080d13273 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Sep 13 07:07:11.199667 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cf144bba-9b0a-4596-b617-60988e46a555 req-75bcd27e-846c-4cd7-8b36-99fc700d5e63 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 1002 time: 0.0599120 Sep 13 07:07:11.224426 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26618f2-267e-41a3-adcd-bd6301141e72 req-cd6e6aec-3c4a-47ee-bde7-ebe5251b1ba1 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.226370 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d26618f2-267e-41a3-adcd-bd6301141e72 req-cd6e6aec-3c4a-47ee-bde7-ebe5251b1ba1 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0785899 Sep 13 07:07:11.227533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-d2bcaa90-cde4-4213-b4e5-6f40af1c9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.228958 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-d2bcaa90-cde4-4213-b4e5-6f40af1c9b1d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1129 time: 0.0709240 Sep 13 07:07:11.239973 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44776) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:11.244685 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'floatingip': {'port_id': 'ffece28d-11d9-4c48-9e40-189550016430'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:11.294426 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (9513b4b3-a8f5-4e3b-8a69-c2942174fd74), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:11.297529 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144bba-9b0a-4596-b617-60988e46a555 req-b913588a-0bd0-4589-a8e4-b55b220c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.299242 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cf144bba-9b0a-4596-b617-60988e46a555 req-b913588a-0bd0-4589-a8e4-b55b220c68ef service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 200 len: 847 time: 0.0931773 Sep 13 07:07:11.331463 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-dc2442be-b2c0-405e-b250-8174ede1dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.333242 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-dc2442be-b2c0-405e-b250-8174ede1dedb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.0973973 Sep 13 07:07:11.427192 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b929d8c-be6c-4542-be0f-8dcc08011a00 req-a5d46ce7-30b2-484c-ae9c-3bd1a1ca381e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.428677 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2b929d8c-be6c-4542-be0f-8dcc08011a00 req-a5d46ce7-30b2-484c-ae9c-3bd1a1ca381e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0855882 Sep 13 07:07:11.433277 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:11.436930 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:11.446455 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144bba-9b0a-4596-b617-60988e46a555 req-96610ada-2088-4279-836f-babdefb023ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.448028 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cf144bba-9b0a-4596-b617-60988e46a555 req-96610ada-2088-4279-836f-babdefb023ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=027dc9b9-4576-4664-afcd-fda58e74e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936134 Sep 13 07:07:11.455602 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-0efe3bde-0dcf-4287-8213-6042cfb96a9c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 1001 time: 0.0802331 Sep 13 07:07:11.529873 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:11.536159 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-50585d9d-3ad0-4e56-8c0e-be5b290ae411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.537764 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-50585d9d-3ad0-4e56-8c0e-be5b290ae411 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0744493 Sep 13 07:07:11.541658 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2b929d8c-be6c-4542-be0f-8dcc08011a00 req-e4a73088-0cf1-4332-9703-9add61fe89fd tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941133 Sep 13 07:07:11.583455 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-1e618b0f-cbf8-4dd1-bc1f-b8eab8645e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.585428 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-1e618b0f-cbf8-4dd1-bc1f-b8eab8645e76 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416529 Sep 13 07:07:11.613838 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:11.647730 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:11.686432 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-76cc9506-a991-4749-838c-c71599f0cfae service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953188 Sep 13 07:07:11.781988 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e9e76a4b-b8dc-45b0-bbda-648e4b60bfd0 req-7c5a9a79-3df9-44ec-b668-51836cae4525 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888574 Sep 13 07:07:11.899910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d965-9d6b-446f-a904-1a3aed7422a6 req-2aaaaf4c-57cf-48dd-b956-2b68c9bb0d16 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:11.901419 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ada7d965-9d6b-446f-a904-1a3aed7422a6 req-2aaaaf4c-57cf-48dd-b956-2b68c9bb0d16 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0480118 Sep 13 07:07:11.953979 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:11.956821 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ada7d965-9d6b-446f-a904-1a3aed7422a6 req-6364c98b-4f7f-49e9-a119-f7eb1c73db50 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497003 Sep 13 07:07:11.957961 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cf144bba-9b0a-4596-b617-60988e46a555 req-60cd689d-ed30-4159-a985-06e1bf1e9e2c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788153 Sep 13 07:07:12.086540 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:12.093320 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (9513b4b3-a8f5-4e3b-8a69-c2942174fd74), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:12.121863 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:12.187382 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Floating IP 9513b4b3-a8f5-4e3b-8a69-c2942174fd74 associated. External IP: 172.27.2.172, port: ffece28d-11d9-4c48-9e40-189550016430. Sep 13 07:07:12.401921 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:07:12.523002 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:07:12.527671 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:12.532738 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] Sync routers for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:07:12.543746 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:12.544368 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:12.560518 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-10fa3391-f7f4-4333-b2b3-b2b61a954384 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/9513b4b3-a8f5-4e3b-8a69-c2942174fd74 HTTP/1.1" status: 200 len: 991 time: 1.3193345 Sep 13 07:07:12.561157 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:12.563481 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f123b5-2422-45b6-ae86-0f9f66076c64" -d '{"events": [{"name": "network-changed", "server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "tag": "ffece28d-11d9-4c48-9e40-189550016430"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:12.596524 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:12.606175 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:12.609281 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b974ffe-ac76-442f-874b-abb3a5dcd900 x-openstack-request-id: req-8b974ffe-ac76-442f-874b-abb3a5dcd900 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:12.609632 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "tag": "ffece28d-11d9-4c48-9e40-189550016430", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:12.609994 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b974ffe-ac76-442f-874b-abb3a5dcd900 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:12.610449 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b974ffe-ac76-442f-874b-abb3a5dcd900'] response: {'name': 'network-changed', 'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430', 'status': 'completed', 'code': 200} Sep 13 07:07:12.658731 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:12.693286 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ea9a-637d-41da-b713-25ced37aa069 req-f5b9baf3-c623-4546-9a04-5bfaccc6fdf2 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:12.695137 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-32b0ea9a-637d-41da-b713-25ced37aa069 req-f5b9baf3-c623-4546-9a04-5bfaccc6fdf2 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0467498 Sep 13 07:07:12.747685 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-32b0ea9a-637d-41da-b713-25ced37aa069 req-94e72ce1-8d12-4f0a-92f7-1f477119df5f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469120 Sep 13 07:07:12.876886 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '9513b4b3-a8f5-4e3b-8a69-c2942174fd74', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'port_id': 'ffece28d-11d9-4c48-9e40-189550016430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'mac_address': 'fa:16:3e:fc:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:06:59Z', 'updated_at': '2022-09-13T07:07:12Z', 'revision_number': 1, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:12.902752 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] Checking router: 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:07:12.912540 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:12.913489 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:06:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:13.028451 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:13.087329 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc240ac-368b-453b-a637-a6b858306801 req-342c03af-abec-462f-a8ac-10267e19616b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:13.088829 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7fc240ac-368b-453b-a637-a6b858306801 req-342c03af-abec-462f-a8ac-10267e19616b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 945 time: 0.0485682 Sep 13 07:07:13.137287 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7fc240ac-368b-453b-a637-a6b858306801 req-f6aa133a-afa1-49c9-9005-19918a138a7b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Sep 13 07:07:13.248945 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '9513b4b3-a8f5-4e3b-8a69-c2942174fd74', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'port_id': 'ffece28d-11d9-4c48-9e40-189550016430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'mac_address': 'fa:16:3e:fc:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:06:59Z', 'updated_at': '2022-09-13T07:07:12Z', 'revision_number': 1, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:13.274132 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0d572-b2db-49fa-b535-ccec12c3c790 None None] The sync data for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi is: [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '9513b4b3-a8f5-4e3b-8a69-c2942174fd74', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'port_id': 'ffece28d-11d9-4c48-9e40-189550016430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'mac_address': 'fa:16:3e:fc:c8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:06:59Z', 'updated_at': '2022-09-13T07:07:12Z', 'revision_number': 1, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:07:13.391337 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:13.400192 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-4e346050-b02c-4ffc-b330-6150153ff7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:13.403242 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-cf144bba-9b0a-4596-b617-60988e46a555 req-5239a2ca-b5b5-4d6c-b1e9-15610c4c2e0e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052086 Sep 13 07:07:13.404796 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-4e346050-b02c-4ffc-b330-6150153ff7de service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 1129 time: 0.0488772 Sep 13 07:07:13.488903 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf0eea-98a5-4a5d-a177-c512f8d6644d None None] New status for floating IP 9513b4b3-a8f5-4e3b-8a69-c2942174fd74: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:07:13.604026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-c2fb0996-c953-41ed-8a70-71eed3328a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:13.605438 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-c2fb0996-c953-41ed-8a70-71eed3328a09 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 912 time: 0.0928600 Sep 13 07:07:13.658231 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:07:13.732835 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port dc830de4-1081-4c18-ada7-433d5588216c is: ACTIVE; New status is: DOWN {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:13.733223 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:13.761654 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:13.763940 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371408cc-6999-4e53-ba04-2eafe12efc49" -d '{"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-unplugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:13.777848 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:13.783637 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:13.810796 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c0cc09-9cf6-41b1-b57c-b49a0d434d9d x-openstack-request-id: req-a5c0cc09-9cf6-41b1-b57c-b49a0d434d9d {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:13.811106 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-unplugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:13.811358 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5c0cc09-9cf6-41b1-b57c-b49a0d434d9d {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:13.811746 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c0cc09-9cf6-41b1-b57c-b49a0d434d9d'] response: {'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c', 'code': 200} Sep 13 07:07:13.839341 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=8']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:13.880548 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8d03-5a42-4970-9c93-f0690bd6fd3d req-25347b49-5f27-48d5-a235-8dfd3f90436c tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:13.882204 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f3d8d03-5a42-4970-9c93-f0690bd6fd3d req-25347b49-5f27-48d5-a235-8dfd3f90436c tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0527802 Sep 13 07:07:13.962533 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-4c482864-c25c-4a59-8ef6-724273d3653c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffece28d-11d9-4c48-9e40-189550016430 HTTP/1.1" status: 200 len: 1001 time: 0.0792763 Sep 13 07:07:13.975524 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f3d8d03-5a42-4970-9c93-f0690bd6fd3d req-706e7217-da08-4ce7-9946-219b3b17cca7 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857027 Sep 13 07:07:14.057068 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-751f825b-43e6-46e0-9969-119122fad640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:14.058601 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-751f825b-43e6-46e0-9969-119122fad640 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0511796 Sep 13 07:07:14.073098 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:14.110659 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-e5280727-7415-4727-88d9-11b2abbca564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:14.112271 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-e5280727-7415-4727-88d9-11b2abbca564 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472059 Sep 13 07:07:14.204245 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-7fe34eab-2c31-4611-85ca-df614a1b3b19 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859442 Sep 13 07:07:14.274926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f1c0-4d50-40e8-9786-dd5f264a17a6 req-8d5dcc26-1092-469c-865e-03cd5ccf12fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:14.276403 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a981f1c0-4d50-40e8-9786-dd5f264a17a6 req-8d5dcc26-1092-469c-865e-03cd5ccf12fe tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0553632 Sep 13 07:07:14.324896 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:14.329799 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a981f1c0-4d50-40e8-9786-dd5f264a17a6 req-8c0cd899-5f6b-4685-aa35-e6d81076fbb7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Sep 13 07:07:14.653502 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-c659692b-0b12-4afa-87a7-82e627696aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:14.655879 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-c659692b-0b12-4afa-87a7-82e627696aa1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1130 time: 0.0712166 Sep 13 07:07:14.698817 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-26f123b5-2422-45b6-ae86-0f9f66076c64 req-0791add8-31ff-48a6-8486-e7674f05d211 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205812 Sep 13 07:07:14.776552 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-470ee377-bea8-4a95-aa3a-5513d40b32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:14.778035 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-470ee377-bea8-4a95-aa3a-5513d40b32b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 909 time: 0.1059201 Sep 13 07:07:14.843034 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-3e8c90e9-d21f-4fa6-94ff-d61e033e077f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 1002 time: 0.0570612 Sep 13 07:07:14.893086 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-c7e712f3-fd29-439c-a847-fbf1a54cf499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:14.894581 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-c7e712f3-fd29-439c-a847-fbf1a54cf499 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 200 len: 847 time: 0.0450592 Sep 13 07:07:14.940792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-c06ea0a6-2d32-4a19-bbbf-cfdebd3b6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:14.942450 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-c06ea0a6-2d32-4a19-bbbf-cfdebd3b6ae6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=027dc9b9-4576-4664-afcd-fda58e74e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424118 Sep 13 07:07:14.955159 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:15.036030 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-047e1b11-5fbc-46ea-961a-d266a158854e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875626 Sep 13 07:07:15.106794 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d64b80-323b-4ebc-a71a-2c95225d52eb req-93389b52-8c9b-4f23-966c-9884ef14ea10 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:15.108294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c7d64b80-323b-4ebc-a71a-2c95225d52eb req-93389b52-8c9b-4f23-966c-9884ef14ea10 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0517750 Sep 13 07:07:15.141256 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-779ed674-a5e3-42d8-8e7f-0c7c5dd5f184 req-49717d8f-b648-445c-b0f5-9c1a7d27d9e3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988498 Sep 13 07:07:15.165733 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c7d64b80-323b-4ebc-a71a-2c95225d52eb req-827d75e0-ae9f-4f3c-8a05-bf4bffc36ef6 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513256 Sep 13 07:07:15.295161 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [req-adbb7c3f-1064-49b6-ba4d-5eee04596035 req-806298c5-c4a5-4a55-854d-b18dcc2795ac service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:07:15.296128 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-adbb7c3f-1064-49b6-ba4d-5eee04596035 req-806298c5-c4a5-4a55-854d-b18dcc2795ac service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054443 Sep 13 07:07:15.482257 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7b004-1f63-4568-a64d-8f8da775d4fc req-b6d16cd0-55d9-48ec-810a-cc89433167aa tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:15.483779 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-13b7b004-1f63-4568-a64d-8f8da775d4fc req-b6d16cd0-55d9-48ec-810a-cc89433167aa tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0487583 Sep 13 07:07:15.533365 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-13b7b004-1f63-4568-a64d-8f8da775d4fc req-11693466-bf03-45a3-996d-9b3a0bf384d6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439255 Sep 13 07:07:15.700947 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44850) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:15.780775 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-47d93c20-54a5-4180-af81-ec2be2c86a65 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786791 Sep 13 07:07:15.790233 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-348aa5a7-ef73-4702-8481-9b5c63abb39a service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:07:15.791218 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-348aa5a7-ef73-4702-8481-9b5c63abb39a service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051649 Sep 13 07:07:15.867812 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 44860) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:15.972593 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-0fdef386-051e-4ed4-b9a6-87c200de3a98 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:15.973974 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-0fdef386-051e-4ed4-b9a6-87c200de3a98 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports/dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 940 time: 0.1051619 Sep 13 07:07:16.294066 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9798f-1d35-47f7-a76d-0cd83cb51982 req-bcc5154f-c9a8-408e-ab22-a9de8a681f5a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:16.295635 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-07b9798f-1d35-47f7-a76d-0cd83cb51982 req-bcc5154f-c9a8-408e-ab22-a9de8a681f5a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0496986 Sep 13 07:07:16.356745 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-07b9798f-1d35-47f7-a76d-0cd83cb51982 req-bb013b97-f2c5-4fc9-a08d-2223280903a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551751 Sep 13 07:07:16.664916 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0c2b3-a9f4-42f1-981a-7c77045ab258 req-c7a222a2-d6a1-47bd-98e1-1a40d2dcbcb3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:16.666400 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b1a0c2b3-a9f4-42f1-981a-7c77045ab258 req-c7a222a2-d6a1-47bd-98e1-1a40d2dcbcb3 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0487020 Sep 13 07:07:16.718996 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b1a0c2b3-a9f4-42f1-981a-7c77045ab258 req-b64b75c4-44da-43a4-85b4-72ce01e940f1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443947 Sep 13 07:07:17.499099 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd30e5c-6b10-40f8-a698-644d217fcc6f req-c4bd5653-6c8d-450a-ae83-d9b7020788a9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:17.501426 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2fd30e5c-6b10-40f8-a698-644d217fcc6f req-c4bd5653-6c8d-450a-ae83-d9b7020788a9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0575464 Sep 13 07:07:17.560750 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2fd30e5c-6b10-40f8-a698-644d217fcc6f req-177c8f9a-4caa-40a2-9a46-270bb8b9515e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533025 Sep 13 07:07:17.858387 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f472-cc3c-4c10-b400-f8e62fa7d9d9 req-ddd99091-cf02-4c29-af04-44f8af1b058b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:17.860337 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-05b8f472-cc3c-4c10-b400-f8e62fa7d9d9 req-ddd99091-cf02-4c29-af04-44f8af1b058b tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0585599 Sep 13 07:07:17.914223 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-05b8f472-cc3c-4c10-b400-f8e62fa7d9d9 req-e9b697bc-2095-46cb-82e3-4c6d66a7aca0 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479479 Sep 13 07:07:18.021155 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-bd5f3f9c-5ea9-43b6-b561-3e9235ec01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:18.022709 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-bd5f3f9c-5ea9-43b6-b561-3e9235ec01ea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da&tenant_id=5d5ac5d4506943c48f4f7640d97f63c5 HTTP/1.1" status: 200 len: 1127 time: 0.0901971 Sep 13 07:07:18.111720 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-f5343cfa-ba3f-4de2-bc16-a1109ae361e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:18.113742 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-f5343cfa-ba3f-4de2-bc16-a1109ae361e2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1127 time: 0.0420632 Sep 13 07:07:18.215154 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-aa5a96b9-cb82-4e8c-8028-7834907a97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:18.216823 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-aa5a96b9-cb82-4e8c-8028-7834907a97a4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.0957968 Sep 13 07:07:18.282594 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-b6495685-31e3-4934-8584-a963707ae2e1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 999 time: 0.0599284 Sep 13 07:07:18.538116 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-935d40b1-d277-4db9-a07d-03206449ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:18.539711 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-935d40b1-d277-4db9-a07d-03206449ce39 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0505970 Sep 13 07:07:18.606838 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-0bb568ce-4cf0-4616-b19b-3e9bc9e48ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:18.608389 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-0bb568ce-4cf0-4616-b19b-3e9bc9e48ca2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526247 Sep 13 07:07:18.686624 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:18.693535 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af6b05-f113-4590-aa2e-1087cb688124 req-4901670c-8409-4e6a-a1b8-3e16f0414700 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:18.695034 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82af6b05-f113-4590-aa2e-1087cb688124 req-4901670c-8409-4e6a-a1b8-3e16f0414700 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0495088 Sep 13 07:07:18.701133 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-3d594a72-099d-46d4-bedf-b54734ccf660 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 Sep 13 07:07:18.732129 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:18.746024 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82af6b05-f113-4590-aa2e-1087cb688124 req-0d8adbec-707a-4149-880c-9e25dc522f36 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Sep 13 07:07:18.997090 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-0d4f0c42-9d68-4993-b447-0da1ac3ff1fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712001 Sep 13 07:07:19.001287 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aebc1e-75d9-4f9b-a5ef-b8ad491c0c6f req-b099f7bc-184b-49f5-accd-ad68fbffbbc6 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:19.003220 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-27aebc1e-75d9-4f9b-a5ef-b8ad491c0c6f req-b099f7bc-184b-49f5-accd-ad68fbffbbc6 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0569572 Sep 13 07:07:19.069509 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a6d8-ad70-49f1-a231-61c4843e42f0 req-625d7bfa-2522-4892-a7ec-513c43ddb482 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:19.074908 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1141a6d8-ad70-49f1-a231-61c4843e42f0 req-625d7bfa-2522-4892-a7ec-513c43ddb482 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0691481 Sep 13 07:07:19.082503 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-3a15c793-6a0c-49aa-8345-df125dec8410 req-4b5f88b2-2bb8-4b93-934e-bcfed9a34783 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751301 Sep 13 07:07:19.096801 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-ce6d7b66-d31f-4644-9b34-0df1ff2cda8f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:19.098500 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-ce6d7b66-d31f-4644-9b34-0df1ff2cda8f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports/a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 943 time: 0.0606532 Sep 13 07:07:19.127714 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-27aebc1e-75d9-4f9b-a5ef-b8ad491c0c6f req-3a4a7e4e-f07c-43d9-a34e-878a0e899891 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127663 Sep 13 07:07:19.154279 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1141a6d8-ad70-49f1-a231-61c4843e42f0 req-7358f6ef-0f05-4b9a-8f04-4508f43e2fa6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709074 Sep 13 07:07:19.662145 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a7477596-3b59-40f9-9676-9d56b3b3aba4 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:07:19.771648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a7477596-3b59-40f9-9676-9d56b3b3aba4 is: ACTIVE; New status is: DOWN {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:19.772246 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:19.805871 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:19.808568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ada3e2-6c76-4daa-922c-29b789bbedee" -d '{"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-unplugged", "status": "completed", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:19.827805 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:19.837257 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:19.881660 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b105b6de-c5fb-4aea-b0ac-7e0d8b7c6289 x-openstack-request-id: req-b105b6de-c5fb-4aea-b0ac-7e0d8b7c6289 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:19.881936 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-unplugged", "status": "failed", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4", "code": 422}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:19.882224 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b105b6de-c5fb-4aea-b0ac-7e0d8b7c6289 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:19.882744 dv-cinder-856941-4-iscsi neutron-server[106285]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b105b6de-c5fb-4aea-b0ac-7e0d8b7c6289']: {'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'code': 422} returned with failed status Sep 13 07:07:19.927313 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=6']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:19.947279 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacba1a4-3a77-490e-828e-f8cfee4633ef req-ad1ecb94-7565-4488-9a56-b3046aad5121 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:19.954448 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dacba1a4-3a77-490e-828e-f8cfee4633ef req-ad1ecb94-7565-4488-9a56-b3046aad5121 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.1030054 Sep 13 07:07:20.019537 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dacba1a4-3a77-490e-828e-f8cfee4633ef req-be20f90a-15ed-4b73-bc2f-0a86bb276429 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638480 Sep 13 07:07:20.257534 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:20.265555 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2937a0-489c-41ce-9d85-7858f9f4a7b1 req-e3ab0c83-bc61-4164-8fdc-2928720b44c3 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:20.268960 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed2937a0-489c-41ce-9d85-7858f9f4a7b1 req-e3ab0c83-bc61-4164-8fdc-2928720b44c3 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0540800 Sep 13 07:07:20.335806 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0b8b-50d6-4c66-bbd2-f8c46cbe05ce req-09a62f26-1507-4ed8-b0dd-611706f58c87 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:20.338169 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25fc0b8b-50d6-4c66-bbd2-f8c46cbe05ce req-09a62f26-1507-4ed8-b0dd-611706f58c87 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0678172 Sep 13 07:07:20.381716 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed2937a0-489c-41ce-9d85-7858f9f4a7b1 req-f97a8cbe-c73d-48e2-8143-35dcad54b04f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015847 Sep 13 07:07:20.419183 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25fc0b8b-50d6-4c66-bbd2-f8c46cbe05ce req-e9db6d28-0185-49d1-9d65-7752183bb9ae tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741174 Sep 13 07:07:21.160207 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10d965-cc02-4385-8b10-892e1e8e7925 req-f69a74cd-3cc5-4185-9ca2-c386da4aeb4f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:21.161743 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fa10d965-cc02-4385-8b10-892e1e8e7925 req-f69a74cd-3cc5-4185-9ca2-c386da4aeb4f tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0545223 Sep 13 07:07:21.215564 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fa10d965-cc02-4385-8b10-892e1e8e7925 req-8356ab00-8ef1-40b7-890f-b9a9b0f4e50c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475638 Sep 13 07:07:21.544291 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26c635-e906-4477-8556-ab6a9b04ef76 req-99017644-35aa-4ea9-a370-e3494a13a3b9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:21.546143 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a26c635-e906-4477-8556-ab6a9b04ef76 req-99017644-35aa-4ea9-a370-e3494a13a3b9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0667331 Sep 13 07:07:21.599945 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dcc88-3332-4cde-aeed-d0bc081a5d14 req-5e5d85f2-859a-45c4-acac-6209993c160a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:21.601514 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f39dcc88-3332-4cde-aeed-d0bc081a5d14 req-5e5d85f2-859a-45c4-acac-6209993c160a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0783124 Sep 13 07:07:21.660271 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a26c635-e906-4477-8556-ab6a9b04ef76 req-30a6cf28-0bbf-4c11-8c23-2d7fad670202 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968952 Sep 13 07:07:21.682108 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f39dcc88-3332-4cde-aeed-d0bc081a5d14 req-3b457d2e-05ce-45c9-9fe9-360244fc8777 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740790 Sep 13 07:07:22.381570 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ff6b0-407a-4440-973d-be36769f1271 req-c8c0e1c5-60aa-46bd-a233-e1c7751110e5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:22.383463 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bb4ff6b0-407a-4440-973d-be36769f1271 req-c8c0e1c5-60aa-46bd-a233-e1c7751110e5 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0658212 Sep 13 07:07:22.454703 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bb4ff6b0-407a-4440-973d-be36769f1271 req-cafdcc90-b56a-465d-b676-b94e9767089e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636868 Sep 13 07:07:22.850067 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39de5-56e4-421f-89b8-577742a7edd8 req-febbd604-adb9-457f-9dc4-87bf601dc440 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:22.851817 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1dc39de5-56e4-421f-89b8-577742a7edd8 req-febbd604-adb9-457f-9dc4-87bf601dc440 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0838816 Sep 13 07:07:22.860263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7fb3d-20e3-431f-8841-a3416d4b23a1 req-1d4ec229-71c4-459c-b17d-161eebc1d4a7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:22.861799 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-16f7fb3d-20e3-431f-8841-a3416d4b23a1 req-1d4ec229-71c4-459c-b17d-161eebc1d4a7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0846186 Sep 13 07:07:22.900394 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:22.944188 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1dc39de5-56e4-421f-89b8-577742a7edd8 req-a89bf343-9988-4b70-8805-941cc76ebb34 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813601 Sep 13 07:07:22.947621 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-16f7fb3d-20e3-431f-8841-a3416d4b23a1 req-34a939b2-c677-4277-8d60-314ff7b3bec4 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782979 Sep 13 07:07:23.589142 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6c3d-68a2-4673-b131-3ebbb256fc60 req-390dac93-7c89-46b6-9b1d-c13459e68aef tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:23.590816 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f3ec6c3d-68a2-4673-b131-3ebbb256fc60 req-390dac93-7c89-46b6-9b1d-c13459e68aef tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0495420 Sep 13 07:07:23.647874 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f3ec6c3d-68a2-4673-b131-3ebbb256fc60 req-456112e5-50d7-4ca7-98c1-63186c1cc214 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512784 Sep 13 07:07:24.110096 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d3f0c-6df3-4b44-a225-c7940bf77133 req-fb8e12bb-2547-48fb-bec5-269f12424c5a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:24.112081 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f56d3f0c-6df3-4b44-a225-c7940bf77133 req-fb8e12bb-2547-48fb-bec5-269f12424c5a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0639544 Sep 13 07:07:24.237429 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f56d3f0c-6df3-4b44-a225-c7940bf77133 req-018e7b10-6df1-49d1-9348-c27dbbc26a7c tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192052 Sep 13 07:07:24.305296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fc58f-695a-4a75-8ba4-8bb750eae9f6 req-c8dac891-21ae-46c6-b1fa-5b71b9d265e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:24.307455 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-765fc58f-695a-4a75-8ba4-8bb750eae9f6 req-c8dac891-21ae-46c6-b1fa-5b71b9d265e4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0673163 Sep 13 07:07:24.391530 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-765fc58f-695a-4a75-8ba4-8bb750eae9f6 req-176a0973-aee6-4f87-b825-340555e67cce tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771499 Sep 13 07:07:24.593530 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b07d1b-2f71-458e-ad74-4e60d5957bac req-9b51a9ff-decb-4be9-ac7c-c1b190f846bd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:24.595205 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2b07d1b-2f71-458e-ad74-4e60d5957bac req-9b51a9ff-decb-4be9-ac7c-c1b190f846bd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0541902 Sep 13 07:07:24.654440 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b2b07d1b-2f71-458e-ad74-4e60d5957bac req-d831c45c-35b2-469f-b246-d194b6e5a4e1 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529470 Sep 13 07:07:24.776079 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75e9a1-8ccd-4d7c-8654-a38f54485c43 req-1cacb99a-388d-408f-a3a6-88eeea81626c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:24.777551 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cf75e9a1-8ccd-4d7c-8654-a38f54485c43 req-1cacb99a-388d-408f-a3a6-88eeea81626c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0490003 Sep 13 07:07:24.804926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:24.828777 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cf75e9a1-8ccd-4d7c-8654-a38f54485c43 req-b98e3791-adfb-47d0-a25b-2eda4d5360a2 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Sep 13 07:07:25.392553 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756264f1-ba06-4d48-bda5-ce7d31e21c47 req-65090237-a1e9-47b3-9f3e-4a0217d27638 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:25.394121 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-756264f1-ba06-4d48-bda5-ce7d31e21c47 req-65090237-a1e9-47b3-9f3e-4a0217d27638 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0536907 Sep 13 07:07:25.445145 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-756264f1-ba06-4d48-bda5-ce7d31e21c47 req-ced69b98-9ae8-45c9-a5a4-c43e82c60da2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Sep 13 07:07:25.566703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42656-ac11-4723-9f5f-1d78a73e67e7 req-aa6c9689-e92d-4702-9035-358a70f7819d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:25.568082 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-37e42656-ac11-4723-9f5f-1d78a73e67e7 req-aa6c9689-e92d-4702-9035-358a70f7819d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0486760 Sep 13 07:07:25.628212 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-37e42656-ac11-4723-9f5f-1d78a73e67e7 req-37057171-de26-4c32-8615-d230c11308e2 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537024 Sep 13 07:07:25.784657 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb6d58-4418-44d7-804d-792d3c03aede req-1ee5a82d-368c-407d-9563-2dad1bf6032a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:25.786286 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0fdb6d58-4418-44d7-804d-792d3c03aede req-1ee5a82d-368c-407d-9563-2dad1bf6032a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0494792 Sep 13 07:07:25.845942 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0fdb6d58-4418-44d7-804d-792d3c03aede req-f7564a4d-b91b-4818-969b-251faf959da7 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525565 Sep 13 07:07:25.953928 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159c05c-23f1-4419-aa92-793c29405480 req-decb732d-0146-46c9-8f51-4b12bde563ba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:25.955514 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7159c05c-23f1-4419-aa92-793c29405480 req-decb732d-0146-46c9-8f51-4b12bde563ba tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Sep 13 07:07:26.009408 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7159c05c-23f1-4419-aa92-793c29405480 req-f4771ea8-34f4-421b-9eb2-efac4765a828 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476937 Sep 13 07:07:26.081735 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e99b4590-f679-441f-818a-999fc67103e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:26.609699 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f492f99-4646-439a-b781-fa1a8791cd95 req-9a29cf28-f613-4292-a073-2980f2707bfc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:26.611891 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f492f99-4646-439a-b781-fa1a8791cd95 req-9a29cf28-f613-4292-a073-2980f2707bfc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0731359 Sep 13 07:07:26.663213 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:26.674828 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f492f99-4646-439a-b781-fa1a8791cd95 req-2aaa7f57-38d8-4d62-95fd-f1a802367d0f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514660 Sep 13 07:07:26.774585 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4b1d1-5286-4da3-b0b2-7de8d4c82695 req-0c232889-3821-469d-ae17-5c049280350a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:26.775972 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-71c4b1d1-5286-4da3-b0b2-7de8d4c82695 req-0c232889-3821-469d-ae17-5c049280350a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0533917 Sep 13 07:07:26.828481 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-71c4b1d1-5286-4da3-b0b2-7de8d4c82695 req-a6f1634a-7b03-4f6d-8024-642e1fbf4cf5 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468774 Sep 13 07:07:26.981127 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad0247-2840-4318-a790-0da241eb19ca req-11823581-3b18-4f08-8d49-2f87cf1fc11a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:26.982669 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1fad0247-2840-4318-a790-0da241eb19ca req-11823581-3b18-4f08-8d49-2f87cf1fc11a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0548699 Sep 13 07:07:27.035426 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1fad0247-2840-4318-a790-0da241eb19ca req-78c16b05-5469-49f7-87d6-e6ce6345d28a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466561 Sep 13 07:07:27.146465 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480240-d3da-4320-b392-dc33a24ad2fc req-8980b94f-1a60-41c0-8a4c-5638c9d36b92 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:27.148094 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d480240-d3da-4320-b392-dc33a24ad2fc req-8980b94f-1a60-41c0-8a4c-5638c9d36b92 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0581353 Sep 13 07:07:27.215459 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2d480240-d3da-4320-b392-dc33a24ad2fc req-619909ca-1112-486a-9918-711df210e1db tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555007 Sep 13 07:07:27.811614 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3086-8e23-439f-b3b6-a1e21de95818 req-99b24aeb-7306-42c4-a4d6-2402e447e514 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:27.813112 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c99c3086-8e23-439f-b3b6-a1e21de95818 req-99b24aeb-7306-42c4-a4d6-2402e447e514 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0519576 Sep 13 07:07:27.864978 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c99c3086-8e23-439f-b3b6-a1e21de95818 req-06228551-6434-42ef-a60e-9333f4b84732 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Sep 13 07:07:27.957232 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82a6a-3e5a-49a6-b41d-c7e7a58d3a4e req-efca58e6-594b-419a-a569-47ff76d128d5 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:27.958742 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fcc82a6a-3e5a-49a6-b41d-c7e7a58d3a4e req-efca58e6-594b-419a-a569-47ff76d128d5 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0515769 Sep 13 07:07:28.012806 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fcc82a6a-3e5a-49a6-b41d-c7e7a58d3a4e req-489cf68b-8130-4d6e-a1d2-4f4cfc5e7e79 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449896 Sep 13 07:07:28.178789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1b2d0-3403-495e-9638-eae394c2414a req-c82d3b0b-7a32-4095-a93e-df38c1f6f09b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:28.180220 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bfe1b2d0-3403-495e-9638-eae394c2414a req-c82d3b0b-7a32-4095-a93e-df38c1f6f09b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0607734 Sep 13 07:07:28.234902 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bfe1b2d0-3403-495e-9638-eae394c2414a req-3a1db695-bc58-4cc1-a441-56c51e06a138 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Sep 13 07:07:28.342997 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe57ba7-05ab-4c22-81ff-3a98cccb9a4c req-ad2fea46-4d6d-4863-b8d0-5ec5dd17319e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:28.344631 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7fe57ba7-05ab-4c22-81ff-3a98cccb9a4c req-ad2fea46-4d6d-4863-b8d0-5ec5dd17319e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0481572 Sep 13 07:07:28.359475 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:28.381073 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b2c06637-4ca3-425d-85c2-3d5963281f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:28.399404 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7fe57ba7-05ab-4c22-81ff-3a98cccb9a4c req-9baf929f-260e-4436-b65e-cb8c878c4b6c tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453336 Sep 13 07:07:29.018193 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f294e1-f93c-4857-a4a9-c9a4dc496ba4 req-b6e2c76f-c1d8-42d7-8110-84a0f0e1689f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:29.020958 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82f294e1-f93c-4857-a4a9-c9a4dc496ba4 req-b6e2c76f-c1d8-42d7-8110-84a0f0e1689f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0623741 Sep 13 07:07:29.070475 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82f294e1-f93c-4857-a4a9-c9a4dc496ba4 req-0f16e10c-da1a-4507-a4cc-3a89ebe9a994 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438733 Sep 13 07:07:29.086527 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=74 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:29.088861 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=17 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:29.137321 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1f65-fe8c-40a2-8e49-28bbc8089d50 req-2bdffb53-3fef-43e9-8ead-f02f0c207d80 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:29.138805 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aa0a1f65-fe8c-40a2-8e49-28bbc8089d50 req-2bdffb53-3fef-43e9-8ead-f02f0c207d80 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0459199 Sep 13 07:07:29.200883 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-aa0a1f65-fe8c-40a2-8e49-28bbc8089d50 req-f1f6fb5c-6709-42c2-8210-3049253afb18 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535278 Sep 13 07:07:29.361003 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc909e-06d1-40f3-a2de-82d54e04ca97 req-06458de2-c1f3-48a2-bbc5-f75982273a2f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:29.362482 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8bc909e-06d1-40f3-a2de-82d54e04ca97 req-06458de2-c1f3-48a2-bbc5-f75982273a2f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0481184 Sep 13 07:07:29.416008 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e8bc909e-06d1-40f3-a2de-82d54e04ca97 req-01359c73-367a-449c-84b1-b0138830e0aa tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478551 Sep 13 07:07:29.529253 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d859f-b444-4eb9-b63d-04d04115ff5f req-f3ce71e6-e900-446e-a234-74a834ac127b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:29.530858 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ea9d859f-b444-4eb9-b63d-04d04115ff5f req-f3ce71e6-e900-446e-a234-74a834ac127b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0521512 Sep 13 07:07:29.543597 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:29.579001 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ea9d859f-b444-4eb9-b63d-04d04115ff5f req-8ae9340f-682e-43c4-9f72-aad13a2f10fe tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Sep 13 07:07:29.849236 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:30.203708 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949c7c6-ffa9-4112-98b9-e785922bcaca req-c52a9566-b272-4983-90d5-76a9d4b8d754 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:30.205198 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d949c7c6-ffa9-4112-98b9-e785922bcaca req-c52a9566-b272-4983-90d5-76a9d4b8d754 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0528312 Sep 13 07:07:30.258431 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d949c7c6-ffa9-4112-98b9-e785922bcaca req-6f9dce98-beab-40f0-935e-291314a04424 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Sep 13 07:07:30.331802 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c40f5-d32d-4578-b89e-c0fb4d3a01c4 req-813c4e7d-0dcd-456a-a185-7f4f7c70b09f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:30.333294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ca2c40f5-d32d-4578-b89e-c0fb4d3a01c4 req-813c4e7d-0dcd-456a-a185-7f4f7c70b09f tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0507464 Sep 13 07:07:30.385248 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ca2c40f5-d32d-4578-b89e-c0fb4d3a01c4 req-da11c353-0140-4b62-982c-2a8a5c603959 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459323 Sep 13 07:07:30.543927 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf937b-dcba-440e-bee3-baf9fdcac73f req-74a6275a-7d25-436b-b337-aec28bf13adb tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:30.545405 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ddf937b-dcba-440e-bee3-baf9fdcac73f req-74a6275a-7d25-436b-b337-aec28bf13adb tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0489595 Sep 13 07:07:30.599396 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ddf937b-dcba-440e-bee3-baf9fdcac73f req-2d79cd74-4d55-4d2c-957c-dc66aadd2460 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482419 Sep 13 07:07:30.699904 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12444776-2640-4543-b3a8-b789b80ca045 req-b057fed0-8ced-4f91-be78-ad138a5a3b21 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:30.701268 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12444776-2640-4543-b3a8-b789b80ca045 req-b057fed0-8ced-4f91-be78-ad138a5a3b21 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0463426 Sep 13 07:07:30.753264 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12444776-2640-4543-b3a8-b789b80ca045 req-d22228bb-ae4d-4923-96f6-1ae1a2b4b1a7 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463648 Sep 13 07:07:31.390477 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1751ad-180f-4792-9f3b-ea88f7e61404 req-c81427e9-8e33-4c67-8cc3-fe76c23b5e3f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:31.391967 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9a1751ad-180f-4792-9f3b-ea88f7e61404 req-c81427e9-8e33-4c67-8cc3-fe76c23b5e3f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0505519 Sep 13 07:07:31.403406 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9713899-6ce3-412c-b43f-471498a15092 req-2439e8a9-0cd1-41ff-9961-a948124ae61b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:31.404945 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f9713899-6ce3-412c-b43f-471498a15092 req-2439e8a9-0cd1-41ff-9961-a948124ae61b tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0482118 Sep 13 07:07:31.442789 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9a1751ad-180f-4792-9f3b-ea88f7e61404 req-6c8220f2-f227-4cb4-98bd-d0f8241409c2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Sep 13 07:07:31.508155 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df084-088e-4959-ab81-932e38938be2 req-60482398-1f29-4f37-a8ea-c49eb05e74e8 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:31.509686 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d6df084-088e-4959-ab81-932e38938be2 req-60482398-1f29-4f37-a8ea-c49eb05e74e8 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0461991 Sep 13 07:07:31.536170 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:31.537905 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:31.560967 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5d6df084-088e-4959-ab81-932e38938be2 req-ecf6c3ed-a25f-4a5e-898c-92f03ca107eb tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454891 Sep 13 07:07:31.720239 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:31.728385 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa06b1-c0d7-4bfd-97e1-0f961c79b510 req-ca84e4af-5754-4443-8973-d39ed048bf22 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:31.729860 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4faa06b1-c0d7-4bfd-97e1-0f961c79b510 req-ca84e4af-5754-4443-8973-d39ed048bf22 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0503998 Sep 13 07:07:31.783970 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4faa06b1-c0d7-4bfd-97e1-0f961c79b510 req-16ef6003-85d8-43d8-8024-952df1001f22 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448995 Sep 13 07:07:31.883976 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841ce34-a6a4-4211-b40d-2a0ecc140b72 req-8c3d6e25-9fd1-490d-a5f4-4e1b59493d56 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:31.885342 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3841ce34-a6a4-4211-b40d-2a0ecc140b72 req-8c3d6e25-9fd1-490d-a5f4-4e1b59493d56 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 945 time: 0.0533979 Sep 13 07:07:31.937469 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3841ce34-a6a4-4211-b40d-2a0ecc140b72 req-d9445719-20ca-4e74-92ed-2b6b30dce894 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04c67dfc-4904-483b-a1d7-4599cec087a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441701 Sep 13 07:07:32.196928 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:07:32.197161 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.283283 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-d00a8721-49a2-40c5-b4c5-4d5beaaa1a6c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:32.284849 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-d00a8721-49a2-40c5-b4c5-4d5beaaa1a6c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.0574100 Sep 13 07:07:32.307567 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] For port 11a7948c-3f2b-4a5b-92c7-f59435f113d3, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=11a7948c-3f2b-4a5b-92c7-f59435f113d3,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:32.307925 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.376001 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Deleting port a75edda5-2638-4320-afc1-42f9bdf0ed95 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:07:32.376229 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.470067 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] For port a75edda5-2638-4320-afc1-42f9bdf0ed95, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a75edda5-2638-4320-afc1-42f9bdf0ed95,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:32.471996 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.475680 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.476123 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (e6c73caa-3ceb-44b7-ba90-e47c8f725e1b), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.476402 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Floating IP e6c73caa-3ceb-44b7-ba90-e47c8f725e1b disassociated. External IP: 172.27.2.129, port: 11a7948c-3f2b-4a5b-92c7-f59435f113d3. Sep 13 07:07:32.476757 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for 11a7948c-3f2b-4a5b-92c7-f59435f113d3 owned by compute:nova {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:07:32.533409 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:32.543959 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:32.572642 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:32.616830 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (11a7948c-3f2b-4a5b-92c7-f59435f113d3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.647661 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=11a7948c-3f2b-4a5b-92c7-f59435f113d3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:32.653415 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bae78-ba8b-46c5-b894-1f84db2e8058 req-e5ccbeb0-43df-4188-8ca5-6d1fb968b94f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:32.654979 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bc8bae78-ba8b-46c5-b894-1f84db2e8058 req-e5ccbeb0-43df-4188-8ca5-6d1fb968b94f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.1249681 Sep 13 07:07:32.722944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.723230 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (f1519272-5870-4133-9b5e-828142bb00ff), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:32.723546 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Floating IP f1519272-5870-4133-9b5e-828142bb00ff disassociated. External IP: 172.27.2.139, port: a75edda5-2638-4320-afc1-42f9bdf0ed95. Sep 13 07:07:32.723884 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Calling delete_port for a75edda5-2638-4320-afc1-42f9bdf0ed95 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:07:32.775707 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:07:32.797126 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98930b-442e-46c1-982e-2162e095b303 req-5e1ddb29-6ca3-46b8-8d1b-312c377e6dba tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:32.798636 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fa98930b-442e-46c1-982e-2162e095b303 req-5e1ddb29-6ca3-46b8-8d1b-312c377e6dba tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.1370623 Sep 13 07:07:32.830663 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-689edb73-8650-4206-a834-287fd3979590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:32.832104 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-689edb73-8650-4206-a834-287fd3979590 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf&tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6 HTTP/1.1" status: 200 len: 1128 time: 0.1135445 Sep 13 07:07:32.844866 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bc8bae78-ba8b-46c5-b894-1f84db2e8058 req-d1c04dfb-7605-4d0c-b7b8-b243f254c86a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821113 Sep 13 07:07:32.904616 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:07:32.963473 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fa98930b-442e-46c1-982e-2162e095b303 req-203d11d6-c403-4229-a97a-af5357d5cf37 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926812 Sep 13 07:07:32.996298 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d3707-2666-408c-a885-e6b92049c357 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:07:33.015147 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:33.015794 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:33.047884 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] No DVR routers for this DVR port 11a7948c-3f2b-4a5b-92c7-f59435f113d3 on host hv-cinder-85694 {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:07:33.050695 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:33.055149 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [req-f9713899-6ce3-412c-b43f-471498a15092 req-4bd9ca34-0f63-4efe-a57a-1ec4b32036af tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.23 "DELETE /networking/v2.0/ports/11a7948c-3f2b-4a5b-92c7-f59435f113d3 HTTP/1.1" status: 204 len: 173 time: 0.9510181 Sep 13 07:07:33.056150 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'name': 'network-vif-deleted', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:33.058589 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96055e45-ae67-49ca-9a2b-6f912e12f9fb" -d '{"events": [{"server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "name": "network-vif-deleted", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:33.119511 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:33.160992 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:33.193046 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd8bcd-c94f-4c57-90d0-962b15d099bd req-a161fddf-f868-4b0c-9d6d-e163d3767a50 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:33.194960 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-66dd8bcd-c94f-4c57-90d0-962b15d099bd req-a161fddf-f868-4b0c-9d6d-e163d3767a50 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 946 time: 0.1723111 Sep 13 07:07:33.195600 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:33.201054 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-3ec59937-0d1b-440f-b520-8f8ea131e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:33.202967 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-3ec59937-0d1b-440f-b520-8f8ea131e64b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1128 time: 0.1921051 Sep 13 07:07:33.260350 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (a75edda5-2638-4320-afc1-42f9bdf0ed95), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:33.392748 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:33.417644 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:33.420253 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:33.589219 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d3707-2666-408c-a885-e6b92049c357 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:07:33.599407 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:33.600006 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:33.625617 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ea61648c-105a-48a7-95da-ccf8d156206a req-aed82e10-3252-45cf-b396-1b8708daafc9 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e0e5c5ee-a0fa-47a6-9040-6f84ec08df56 HTTP/1.1" status: 200 len: 210 time: 0.3852396 Sep 13 07:07:33.632283 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event deleted for resources: {'Port': ['ID=a75edda5-2638-4320-afc1-42f9bdf0ed95,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:33.641843 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-66dd8bcd-c94f-4c57-90d0-962b15d099bd req-c0921560-9cf8-4fa7-ab36-ec37177a92a7 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379058 Sep 13 07:07:33.653901 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.654263 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.654611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.654947 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.655276 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.655603 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.655942 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.656249 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.656571 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.656893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.657216 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.657540 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.657857 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.658200 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.658519 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:33.695208 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f50de9-20f9-45fc-b8f8-3c2a9771b57d x-openstack-request-id: req-59f50de9-20f9-45fc-b8f8-3c2a9771b57d {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:33.695726 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e5c5ee-a0fa-47a6-9040-6f84ec08df56", "name": "network-vif-deleted", "tag": "11a7948c-3f2b-4a5b-92c7-f59435f113d3", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:33.695726 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59f50de9-20f9-45fc-b8f8-3c2a9771b57d {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:33.696228 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f50de9-20f9-45fc-b8f8-3c2a9771b57d'] response: {'server_uuid': 'e0e5c5ee-a0fa-47a6-9040-6f84ec08df56', 'name': 'network-vif-deleted', 'tag': '11a7948c-3f2b-4a5b-92c7-f59435f113d3', 'status': 'completed', 'code': 200} Sep 13 07:07:33.715742 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:07:33.733432 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a75edda5-2638-4320-afc1-42f9bdf0ed95 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:07:33.733926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-6be9097d-d940-4be3-8c82-7002249c0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:33.735451 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-6be9097d-d940-4be3-8c82-7002249c0ccd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 909 time: 0.4937246 Sep 13 07:07:33.768207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: a75edda5-2638-4320-afc1-42f9bdf0ed95 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:07:33.768551 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a75edda5-2638-4320-afc1-42f9bdf0ed95 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:07:33.769165 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 11a7948c-3f2b-4a5b-92c7-f59435f113d3 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:07:33.778400 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:33.828606 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 11a7948c-3f2b-4a5b-92c7-f59435f113d3 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:07:33.828977 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 11a7948c-3f2b-4a5b-92c7-f59435f113d3 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:07:33.836841 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-9271b0d5-b98d-4e4b-a4c9-62ee3933e705 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 1000 time: 0.0703511 Sep 13 07:07:33.840753 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:07:33.850989 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:33.930106 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-28ef871c-acf7-4c54-892f-f9ec97f2f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:33.931888 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-28ef871c-acf7-4c54-892f-f9ec97f2f0cd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 200 len: 847 time: 0.0885370 Sep 13 07:07:34.007857 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:34.014425 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-28414e4b-fc28-4d5c-8c13-0eb0089134e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:34.015983 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-28414e4b-fc28-4d5c-8c13-0eb0089134e5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=027dc9b9-4576-4664-afcd-fda58e74e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779765 Sep 13 07:07:34.039416 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'dc830de4-1081-4c18-ada7-433d5588216c', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'port_id': 'dc830de4-1081-4c18-ada7-433d5588216c', 'mac_address': 'fa:16:3e:c7:fd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:07:34.048974 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:07:34.069816 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:07:34.083398 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:34.084182 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:34.123139 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port dc830de4-1081-4c18-ada7-433d5588216c is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:34.123541 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:34.143301 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-853d3707-2666-408c-a885-e6b92049c357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:34.146166 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc830de4-1081-4c18-ada7-433d5588216c {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:07:34.156352 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] No DVR routers for this DVR port a75edda5-2638-4320-afc1-42f9bdf0ed95 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:07:34.176200 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853d3707-2666-408c-a885-e6b92049c357 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:04Z', 'revision_number': 4, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '5eec0d8a-210e-4051-be8c-5754dcc8fcf9', 'name': '', 'network_id': '672f9e05-334a-4483-b823-bb14da4544d0', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'mac_address': 'fa:16:3e:63:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:02Z', 'updated_at': '2022-09-13T07:01:16Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'subnets': [{'id': '8b122c98-8c7f-4fec-832c-56bd3a61b6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:07:34.206012 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:34.209318 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e6673-0dfc-47e4-a65d-8fcc9c02a1ac req-fadbcb54-6e19-4097-9dcd-b732f75bb543 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:34.216734 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-de0e6673-0dfc-47e4-a65d-8fcc9c02a1ac req-fadbcb54-6e19-4097-9dcd-b732f75bb543 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 943 time: 0.0704465 Sep 13 07:07:34.217959 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:34.230160 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:34.272700 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:34.276340 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84ac715f-eb49-47cf-9403-a88daeeb844b req-55232ad1-ec04-459e-9d9b-d251e3054e60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a75edda5-2638-4320-afc1-42f9bdf0ed95 HTTP/1.1" status: 204 len: 173 time: 1.9851871 Sep 13 07:07:34.278354 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-bd0ace96-6e27-481d-83ca-1e9e2eee067e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532728 Sep 13 07:07:34.278848 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'name': 'network-vif-deleted', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:34.281330 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f63b19-c76f-4f7f-b947-85f132f83490" -d '{"events": [{"server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "name": "network-vif-deleted", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:34.309081 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=9']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:34.400547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2db9d-ec31-4ac2-9259-be912b10e2b5 req-bb137db3-a86a-4b92-be5c-1b3a29b34785 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:34.402126 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f5d2db9d-ec31-4ac2-9259-be912b10e2b5 req-bb137db3-a86a-4b92-be5c-1b3a29b34785 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.2467697 Sep 13 07:07:34.407581 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-de0e6673-0dfc-47e4-a65d-8fcc9c02a1ac req-9ea07500-9805-4a63-87b4-5380bbb8d123 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899939 Sep 13 07:07:34.420508 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:34.486014 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d8f11408-4bb2-440d-a7a3-bc1fee89636b req-f3d2ba0f-b26a-4579-91ab-e5e13d612cbc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972752 Sep 13 07:07:34.496364 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f5d2db9d-ec31-4ac2-9259-be912b10e2b5 req-7ef61735-79a3-4bf8-abad-2504d1d37733 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877225 Sep 13 07:07:34.508920 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:34.538094 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:07:34.547802 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:34.548541 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:34.549573 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['dc830de4-1081-4c18-ada7-433d5588216c'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:07:34.575282 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0370526b-61c0-4ea9-83c7-32e00faf413b x-openstack-request-id: req-0370526b-61c0-4ea9-83c7-32e00faf413b {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:34.575656 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5f6f23-54e8-43b0-a5a3-6e336b2a3582", "name": "network-vif-deleted", "tag": "a75edda5-2638-4320-afc1-42f9bdf0ed95", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:34.576822 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0370526b-61c0-4ea9-83c7-32e00faf413b {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:34.577308 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0370526b-61c0-4ea9-83c7-32e00faf413b'] response: {'server_uuid': 'df5f6f23-54e8-43b0-a5a3-6e336b2a3582', 'name': 'network-vif-deleted', 'tag': 'a75edda5-2638-4320-afc1-42f9bdf0ed95', 'status': 'completed', 'code': 200} Sep 13 07:07:34.584701 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0c082-aa80-4a08-9903-a4d152cf6988 None None] New status for floating IP e6c73caa-3ceb-44b7-ba90-e47c8f725e1b: DOWN {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:07:34.673750 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:34.749209 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45054) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:34.819542 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6d4ca142-4824-4290-9ec0-10ce671a6a87 req-29f79df8-7135-4f56-b451-015fe7e8178d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=df5f6f23-54e8-43b0-a5a3-6e336b2a3582 HTTP/1.1" status: 200 len: 210 time: 0.0383320 Sep 13 07:07:34.832082 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:34.853292 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47fe5405-487f-4ac9-9ad7-b0aa37bce237 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (04c67dfc-4904-483b-a1d7-4599cec087a5), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:34.877451 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47fe5405-487f-4ac9-9ad7-b0aa37bce237 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (04c67dfc-4904-483b-a1d7-4599cec087a5), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:34.896362 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:34.934851 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47fe5405-487f-4ac9-9ad7-b0aa37bce237 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (04c67dfc-4904-483b-a1d7-4599cec087a5), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:34.938303 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47fe5405-487f-4ac9-9ad7-b0aa37bce237 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:34.940044 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-47fe5405-487f-4ac9-9ad7-b0aa37bce237 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/04c67dfc-4904-483b-a1d7-4599cec087a5 HTTP/1.1" status: 204 len: 168 time: 0.1895156 Sep 13 07:07:34.942714 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45056) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:34.951559 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe5405-487f-4ac9-9ad7-b0aa37bce237 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c67dfc-4904-483b-a1d7-4599cec087a5,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:34.966017 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.api.v2.resource [None req-8290242a-63d5-47bf-a990-d9f6134f226e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] show failed (client error): The resource could not be found. Sep 13 07:07:34.967548 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8290242a-63d5-47bf-a990-d9f6134f226e tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "GET /networking/v2.0/security-groups/04c67dfc-4904-483b-a1d7-4599cec087a5 HTTP/1.1" status: 404 len: 347 time: 0.0238361 Sep 13 07:07:34.970533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45058) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:35.012696 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:35.037719 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2099d-964f-4cde-b55d-bf0495a1bd67 None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:07:35.112634 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Deleting port 5d45ce5a-6265-4233-8d90-4befe79b251e {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:07:35.112977 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.200055 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.200389 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (5d45ce5a-6265-4233-8d90-4befe79b251e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.214859 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Calling delete_port for 5d45ce5a-6265-4233-8d90-4befe79b251e owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:07:35.264473 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a348c2-8308-4156-96f7-bd89cdacc14d None None] New status for floating IP f1519272-5870-4133-9b5e-828142bb00ff: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:07:35.353757 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (5d45ce5a-6265-4233-8d90-4befe79b251e), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.379713 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Pushing event deleted for resources: {'Port': ['ID=5d45ce5a-6265-4233-8d90-4befe79b251e,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:35.429944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:35.449677 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks [] for floatingip (e6c73caa-3ceb-44b7-ba90-e47c8f725e1b), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.452510 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.453969 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-6a69aa2f-8b57-44ee-8c5d-4e6ba38e56c6 tempest-AttachVolumeNegativeTest-1186681588 tempest-AttachVolumeNegativeTest-1186681588-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e6c73caa-3ceb-44b7-ba90-e47c8f725e1b HTTP/1.1" status: 204 len: 168 time: 0.4761553 Sep 13 07:07:35.560145 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b6c63-e3a9-48d7-9817-5a6a562d8734 req-cf2d107b-e581-469f-b887-85b850b540b1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:35.561695 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5c3b6c63-e3a9-48d7-9817-5a6a562d8734 req-cf2d107b-e581-469f-b887-85b850b540b1 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 944 time: 0.0580542 Sep 13 07:07:35.646963 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c2998-dace-4532-9bc7-f873369c3582 req-12e1f96b-0cbd-4b60-9884-ca6e71098017 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:35.648501 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-672c2998-dace-4532-9bc7-f873369c3582 req-12e1f96b-0cbd-4b60-9884-ca6e71098017 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0642819 Sep 13 07:07:35.651908 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5c3b6c63-e3a9-48d7-9817-5a6a562d8734 req-c162a7a0-e3b7-4c8e-8351-62ebfa0058a7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836005 Sep 13 07:07:35.700775 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-672c2998-dace-4532-9bc7-f873369c3582 req-4cab94c6-2049-4b26-b024-e476e6af96e6 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453472 Sep 13 07:07:35.729138 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:07:35.774271 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port dc830de4-1081-4c18-ada7-433d5588216c triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:35.774753 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (dc830de4-1081-4c18-ada7-433d5588216c), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.856766 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port dc830de4-1081-4c18-ada7-433d5588216c is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:35.857162 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.883016 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:35.885047 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e03024-b536-4af6-98b1-7a2d7fc82c87" -d '{"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-plugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:35.899157 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:35.904470 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:35.932527 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dbc18d-458c-48f5-843f-ab4320446182 x-openstack-request-id: req-29dbc18d-458c-48f5-843f-ab4320446182 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:35.932824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-plugged", "status": "completed", "tag": "dc830de4-1081-4c18-ada7-433d5588216c", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:35.933080 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29dbc18d-458c-48f5-843f-ab4320446182 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:35.933512 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dbc18d-458c-48f5-843f-ab4320446182'] response: {'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c', 'code': 200} Sep 13 07:07:35.939080 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:35.958817 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=10']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:36.104081 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-530558ef-de3c-4e23-86ae-b5593fd78283 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2025561016&fields=id&tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 267 time: 0.0453629 Sep 13 07:07:36.217052 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4cff7-ce16-4d08-9c38-eb24661c9773 req-95bdfeae-e339-4c82-b39a-0923f32bd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:36.218452 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c1d4cff7-ce16-4d08-9c38-eb24661c9773 req-95bdfeae-e339-4c82-b39a-0923f32bd4bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1130 time: 0.0543926 Sep 13 07:07:36.264651 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-25f4e69b-2198-4e08-beb2-371abadf60a8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:36.266109 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-25f4e69b-2198-4e08-beb2-371abadf60a8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 812 time: 0.1551490 Sep 13 07:07:36.275140 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:36.296647 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c1d4cff7-ce16-4d08-9c38-eb24661c9773 req-4f70ba60-5a89-493b-bae7-b43fd714efd0 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676315 Sep 13 07:07:36.298222 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-c92aa0d4-fb7b-423f-a833-84f477960d5f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/quotas/99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 375 time: 0.0258284 Sep 13 07:07:36.359118 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-69fecb1b-3bb1-400d-8f61-49222f1dbe14 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524144 Sep 13 07:07:36.460194 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-b5096b1f-0130-4101-a1e4-0948acc27356 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Sep 13 07:07:36.568738 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-1bc6eb23-8a41-40af-a5cf-776761f95182 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024687 Sep 13 07:07:36.844866 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38986e-82e4-4b06-84dc-c7cda9969373 req-df13de81-15ee-41ec-9ca8-796432c08e9e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:36.853848 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3d38986e-82e4-4b06-84dc-c7cda9969373 req-df13de81-15ee-41ec-9ca8-796432c08e9e tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 946 time: 0.0932755 Sep 13 07:07:36.912361 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3d38986e-82e4-4b06-84dc-c7cda9969373 req-480aa009-3ebc-4dd5-8b5d-a658a4b99036 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574121 Sep 13 07:07:36.952118 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1e084-97b0-432e-9dc1-1200608a1e61 req-7d2d9b0f-b150-450b-93ac-e256c306cc7d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:36.953608 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8be1e084-97b0-432e-9dc1-1200608a1e61 req-7d2d9b0f-b150-450b-93ac-e256c306cc7d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0567751 Sep 13 07:07:37.023376 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-27797598-be08-46cc-8382-54502598d320 req-02676f42-bfcb-47d0-b2a9-a892c89de1f3 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 210 time: 0.0424280 Sep 13 07:07:37.063816 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8be1e084-97b0-432e-9dc1-1200608a1e61 req-789e18c8-12c2-431d-9d03-984e617106aa tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044595 Sep 13 07:07:37.542727 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:07:38.054811 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4aba6-5f7a-4241-ae62-26fc46809cb6 req-11e24a4e-799b-4c66-b3e9-d0d214c85bb6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:38.057003 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1cd4aba6-5f7a-4241-ae62-26fc46809cb6 req-11e24a4e-799b-4c66-b3e9-d0d214c85bb6 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 946 time: 0.0581152 Sep 13 07:07:38.111099 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:38.141706 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1cd4aba6-5f7a-4241-ae62-26fc46809cb6 req-24f4225e-671f-4be4-ac33-5110937c42fc tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757365 Sep 13 07:07:38.179894 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fef1615a-6057-4715-a491-bf2565ec2c97 req-bd9426be-e9b9-4d1f-89cd-b502d2de9d6c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 210 time: 0.0672038 Sep 13 07:07:38.270858 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40f89-780b-4fda-8276-b2f1d8915be6 req-84677691-47c7-4828-a6b9-1c949c429e70 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:38.272370 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7ab40f89-780b-4fda-8276-b2f1d8915be6 req-84677691-47c7-4828-a6b9-1c949c429e70 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0490906 Sep 13 07:07:38.322963 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7ab40f89-780b-4fda-8276-b2f1d8915be6 req-c523337a-e43d-49fb-bf0e-690b8d8b5a7b tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444651 Sep 13 07:07:38.780456 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-a0f46f71-c561-45b5-8816-057199dfba90 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:38.781894 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-a0f46f71-c561-45b5-8816-057199dfba90 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 812 time: 0.1107371 Sep 13 07:07:38.853397 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-59cabcec-4032-499d-92d2-399adbfa74b2 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 380 time: 0.0558188 Sep 13 07:07:38.880165 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'port': {'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'admin_state_up': True, 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'security_groups': ['b80bfa08-fa71-41cb-b9de-7c9796537f07']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:38.993036 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Made reservation on behalf of 99bbe5cbd59f4feda4da45f2b14bd09b for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:07:38.997665 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:39.069139 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:39.139053 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Allocated IP 172.20.0.14 (3420c970-55c8-47dc-908b-5f5f431cebe9/1a11c587-7223-4924-89da-11b7cd944dee/8123a51f-2109-4966-a1db-e715035c1e0e) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:07:39.308764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c98-e578-4f04-97cf-e22b18d95697 req-3ebafdc1-7391-42cf-ae4c-ebfafaf4b96a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:39.310253 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e70a0c98-e578-4f04-97cf-e22b18d95697 req-3ebafdc1-7391-42cf-ae4c-ebfafaf4b96a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 946 time: 0.0760241 Sep 13 07:07:39.363265 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8101fc5b-4913-46b0-87fa-43f614f862f5 req-d46e0f9a-0371-4778-8d08-7faa43bba31f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 210 time: 0.0645168 Sep 13 07:07:39.379962 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (8123a51f-2109-4966-a1db-e715035c1e0e), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:39.414638 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e70a0c98-e578-4f04-97cf-e22b18d95697 req-1cc0ab9a-522d-45c0-8278-eae01c18c694 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921080 Sep 13 07:07:39.415887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45176) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:39.475177 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:39.503407 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:39.551705 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa796c-e8c7-4831-94bf-b89464b043e9 req-60258e32-e733-41d6-91eb-30a1e68f0d08 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:39.553908 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d3aa796c-e8c7-4831-94bf-b89464b043e9 req-60258e32-e733-41d6-91eb-30a1e68f0d08 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0895538 Sep 13 07:07:39.584130 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:07:39.599917 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:07:39.603921 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=8123a51f-2109-4966-a1db-e715035c1e0e,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:39.613522 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:07:39.680038 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d3aa796c-e8c7-4831-94bf-b89464b043e9 req-3cf3cfc5-2eae-4411-bceb-858b08e3459d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137853 Sep 13 07:07:39.695288 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:39.695970 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:39.722273 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-97900491-33bd-40af-932d-216944f1232f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8455775 Sep 13 07:07:39.745137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Request body: {'port': {'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:39.812597 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:39.836476 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-77cce8c4-059e-4c9d-8023-ecb4e8a9a687 None None] Provisioning complete for port 8123a51f-2109-4966-a1db-e715035c1e0e triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:39.837488 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-77cce8c4-059e-4c9d-8023-ecb4e8a9a687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:39.872304 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-77cce8c4-059e-4c9d-8023-ecb4e8a9a687 None None] Port 8123a51f-2109-4966-a1db-e715035c1e0e cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:07:39.999387 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:40.081811 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8123a51f-2109-4966-a1db-e715035c1e0e {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:07:40.090320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Publish callbacks [] for port (8123a51f-2109-4966-a1db-e715035c1e0e), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.099415 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (afedae5e-6226-410c-bf9e-5fe39b81c03e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.103645 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Transition to ACTIVE for port object 8123a51f-2109-4966-a1db-e715035c1e0e will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:07:40.108741 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.168300 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Pushing event updated for resources: {'Port': ['ID=8123a51f-2109-4966-a1db-e715035c1e0e,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:40.217063 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Attempting to bind port 8123a51f-2109-4966-a1db-e715035c1e0e on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:07:40.217395 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Attempting to bind port 8123a51f-2109-4966-a1db-e715035c1e0e by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:07:40.217722 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Attempting to bind port 8123a51f-2109-4966-a1db-e715035c1e0e on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:07:40.262665 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Port 8123a51f-2109-4966-a1db-e715035c1e0e on network 3420c970-55c8-47dc-908b-5f5f431cebe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:07:40.263295 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Attempting to bind port 8123a51f-2109-4966-a1db-e715035c1e0e on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:07:40.308240 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:07:40.308556 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Checking segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:07:40.308967 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Bound using segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:07:40.309377 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Bound port: 8123a51f-2109-4966-a1db-e715035c1e0e, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:07:40.309742 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.324283 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Deleting port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:07:40.324620 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.368567 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:40.372454 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] For port 8123a51f-2109-4966-a1db-e715035c1e0e, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:07:40.375925 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] For port 8123a51f-2109-4966-a1db-e715035c1e0e, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8123a51f-2109-4966-a1db-e715035c1e0e,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:07:40.384293 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.389061 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:40.389911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.391480 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/8123a51f-2109-4966-a1db-e715035c1e0e HTTP/1.1" status: 200 len: 1094 time: 0.6508915 Sep 13 07:07:40.393299 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:40.396053 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96295e6c-8237-4b6f-86e8-798f0b5d94f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:40.414117 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] For port 5eec0d8a-210e-4051-be8c-5754dcc8fcf9, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:40.414496 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.431338 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Calling delete_port for 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:07:40.447209 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b0706-a093-46b8-9c10-7567e9505b1c service neutron] Pushing event updated for resources: {'Port': ['ID=8123a51f-2109-4966-a1db-e715035c1e0e,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:40.452654 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2436167-3697-4630-8237-f440a49783d6 x-openstack-request-id: req-e2436167-3697-4630-8237-f440a49783d6 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:40.453037 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:40.453382 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2436167-3697-4630-8237-f440a49783d6 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:40.453847 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2436167-3697-4630-8237-f440a49783d6'] response: {'name': 'network-changed', 'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e', 'status': 'completed', 'code': 200} Sep 13 07:07:40.503437 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a5192-e1f4-4280-a9ba-9534e885b5b2 req-fdbfe2bb-db45-432c-8e9a-22e805c61717 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:40.504948 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d84a5192-e1f4-4280-a9ba-9534e885b5b2 req-fdbfe2bb-db45-432c-8e9a-22e805c61717 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.0501390 Sep 13 07:07:40.554803 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d84a5192-e1f4-4280-a9ba-9534e885b5b2 req-baadcecf-2ca4-474e-96d2-4e4f15fd4f04 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Sep 13 07:07:40.571847 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:40.611622 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:40.630441 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (5eec0d8a-210e-4051-be8c-5754dcc8fcf9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.653434 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eec0d8a-210e-4051-be8c-5754dcc8fcf9,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:40.689724 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e6c-8237-4b6f-86e8-798f0b5d94f7 req-ca1aaeca-2946-4f19-b60c-1a526f3a0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:40.691421 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96295e6c-8237-4b6f-86e8-798f0b5d94f7 req-ca1aaeca-2946-4f19-b60c-1a526f3a0b32 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1128 time: 0.0446973 Sep 13 07:07:40.839176 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (afedae5e-6226-410c-bf9e-5fe39b81c03e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:40.852828 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4188bbb-9c6c-4dde-9457-db5dc77ee9ac req-77d2d9e6-ad06-4f1c-bd3c-82e3931eba80 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:40.854655 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f4188bbb-9c6c-4dde-9457-db5dc77ee9ac req-77d2d9e6-ad06-4f1c-bd3c-82e3931eba80 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0696778 Sep 13 07:07:40.856114 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e6c-8237-4b6f-86e8-798f0b5d94f7 req-2ddbee95-31dc-4776-acf1-e4eb0ac70b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:40.857671 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96295e6c-8237-4b6f-86e8-798f0b5d94f7 req-2ddbee95-31dc-4776-acf1-e4eb0ac70b76 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1515558 Sep 13 07:07:41.056537 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Router afedae5e-6226-410c-bf9e-5fe39b81c03e has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:07:41.164534 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:07:41.172641 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-cc5e4317-e683-4809-bc08-79d0ad9d1951 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/afedae5e-6226-410c-bf9e-5fe39b81c03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530000 Sep 13 07:07:41.172766 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45188) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:41.176490 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] Sync routers for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:07:41.190220 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:41.190877 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:41.238761 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f4188bbb-9c6c-4dde-9457-db5dc77ee9ac req-8d8da301-a74e-46ef-b763-3d0cd4fe0b67 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774960 Sep 13 07:07:41.267461 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295e6c-8237-4b6f-86e8-798f0b5d94f7 req-00212b98-ca44-46b0-974d-29b10545eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:41.269052 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96295e6c-8237-4b6f-86e8-798f0b5d94f7 req-00212b98-ca44-46b0-974d-29b10545eefc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4008365 Sep 13 07:07:41.276385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks [] for router (afedae5e-6226-410c-bf9e-5fe39b81c03e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.285481 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:41.310607 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:41.373442 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-affb93b5-be1c-40c9-a6b6-15eccf32c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:41.375146 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-affb93b5-be1c-40c9-a6b6-15eccf32c7d8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1128 time: 0.0439422 Sep 13 07:07:41.386259 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks [] for router_gateway (afedae5e-6226-410c-bf9e-5fe39b81c03e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.430146 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Deleting port fd4df333-a627-40f6-91f9-fc5e4fff76f4 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:07:41.430842 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.433601 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-83a9159e-93be-458c-8321-2da5dde45146 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8123a51f-2109-4966-a1db-e715035c1e0e HTTP/1.1" status: 200 len: 217 time: 0.0435143 Sep 13 07:07:41.479058 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:41.490222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-05c594a9-0c6e-459e-ae09-cf81be9241c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:41.491425 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:07:40Z', 'revision_number': 5, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port': {'id': 'fd4df333-a627-40f6-91f9-fc5e4fff76f4', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:41.491916 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-05c594a9-0c6e-459e-ae09-cf81be9241c4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0514886 Sep 13 07:07:41.518593 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:41.521594 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] Checking router: afedae5e-6226-410c-bf9e-5fe39b81c03e for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:07:41.526880 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] For port fd4df333-a627-40f6-91f9-fc5e4fff76f4, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=fd4df333-a627-40f6-91f9-fc5e4fff76f4,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:41.527247 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.531870 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] Routers {'afedae5e-6226-410c-bf9e-5fe39b81c03e'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:41.532557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['afedae5e-6226-410c-bf9e-5fe39b81c03e'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:41.538072 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-5a9a8e95-a9c8-41c4-8668-18d338b1c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:41.539623 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-5a9a8e95-a9c8-41c4-8668-18d338b1c887 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413399 Sep 13 07:07:41.543337 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Calling delete_port for fd4df333-a627-40f6-91f9-fc5e4fff76f4 owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:07:41.567666 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:41.590029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:41.622720 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] Set router afedae5e-6226-410c-bf9e-5fe39b81c03e gateway port host: None {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:41.660983 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-3c1fd307-9ad3-40df-b8ef-26840b3ae12d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143999 Sep 13 07:07:41.753670 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (fd4df333-a627-40f6-91f9-fc5e4fff76f4), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.762225 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e2e7-5659-4df1-b05d-9cf88a82aef4 req-573799a9-6199-40fc-bc0f-ddf7f2701c3c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:41.764082 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c202e2e7-5659-4df1-b05d-9cf88a82aef4 req-573799a9-6199-40fc-bc0f-ddf7f2701c3c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.1002145 Sep 13 07:07:41.779062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4df333-a627-40f6-91f9-fc5e4fff76f4,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:41.812297 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:07:41Z', 'revision_number': 6, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:41.837900 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028bdb4-3de1-4dc8-87c5-50db29352101 None None] The sync data for ids ['afedae5e-6226-410c-bf9e-5fe39b81c03e'] in dv-cinder-856941-4-iscsi is: [{'id': 'afedae5e-6226-410c-bf9e-5fe39b81c03e', 'name': 'tempest-AttachVolumeNegativeTest-445246108-router', 'tenant_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:00:56Z', 'updated_at': '2022-09-13T07:07:41Z', 'revision_number': 6, 'project_id': '8c7dc05c1c9d40b2bb0defc9dd157d6e', 'gw_port_host': None}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:07:41.842677 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7e4d82c3-6a03-49b1-9149-7ba9b4f79b89 req-7ae9b01c-cee9-4c69-9ca8-e6c6a002c380 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667783 Sep 13 07:07:41.851962 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (afedae5e-6226-410c-bf9e-5fe39b81c03e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.859205 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c202e2e7-5659-4df1-b05d-9cf88a82aef4 req-336b5ef5-826f-42ab-93bb-e005a66dca76 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852907 Sep 13 07:07:41.942126 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (afedae5e-6226-410c-bf9e-5fe39b81c03e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.944307 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks [] for router_controller (afedae5e-6226-410c-bf9e-5fe39b81c03e), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.989719 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (afedae5e-6226-410c-bf9e-5fe39b81c03e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.990339 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afedae5e-6226-410c-bf9e-5fe39b81c03e {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:07:41.995179 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:41.996380 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-363afa13-49eb-42fe-9e1d-9545ff5ff205 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/afedae5e-6226-410c-bf9e-5fe39b81c03e HTTP/1.1" status: 204 len: 168 time: 0.8226097 Sep 13 07:07:41.999736 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45194) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:42.043760 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] Deleting subnet 8b122c98-8c7f-4fec-832c-56bd3a61b6d7 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:07:42.046976 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] Publish callbacks [] for subnet (8b122c98-8c7f-4fec-832c-56bd3a61b6d7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.081135 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (8b122c98-8c7f-4fec-832c-56bd3a61b6d7), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.137863 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.163834 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (8b122c98-8c7f-4fec-832c-56bd3a61b6d7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.220302 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (8b122c98-8c7f-4fec-832c-56bd3a61b6d7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.247494 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b122c98-8c7f-4fec-832c-56bd3a61b6d7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:42.251143 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.254303 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b089a329-433f-44e9-924c-9b0c0e4eb510 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/8b122c98-8c7f-4fec-832c-56bd3a61b6d7 HTTP/1.1" status: 204 len: 168 time: 0.2536192 Sep 13 07:07:42.256811 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45196) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:42.259900 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303cff6f-6087-4062-a515-27f50d12deff None None] Network 672f9e05-334a-4483-b823-bb14da4544d0 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:07:42.342700 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (672f9e05-334a-4483-b823-bb14da4544d0), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.386175 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Deleting port 653a2cbc-1157-43e4-bf67-2e221b3b61ab {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:07:42.386512 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.387431 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02ac4e-89c2-4f55-b8eb-d6a46de1177e req-638635c8-aa09-4a4a-8ae8-216b5695f1fa tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:42.390593 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fb02ac4e-89c2-4f55-b8eb-d6a46de1177e req-638635c8-aa09-4a4a-8ae8-216b5695f1fa tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0541747 Sep 13 07:07:42.420536 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:42.442100 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fb02ac4e-89c2-4f55-b8eb-d6a46de1177e req-84933dd0-0b89-4b74-8566-3fa1a484a43b tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Sep 13 07:07:42.451350 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] For port 653a2cbc-1157-43e4-bf67-2e221b3b61ab, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=653a2cbc-1157-43e4-bf67-2e221b3b61ab,segment=NetworkSegment(5349719d-0485-4917-b9a4-73e193adb9a5),segment_id=5349719d-0485-4917-b9a4-73e193adb9a5)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:42.451708 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.467723 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:42.468932 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Calling delete_port for 653a2cbc-1157-43e4-bf67-2e221b3b61ab owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:07:42.537778 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:42.554039 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (653a2cbc-1157-43e4-bf67-2e221b3b61ab), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.579961 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Pushing event deleted for resources: {'Port': ['ID=653a2cbc-1157-43e4-bf67-2e221b3b61ab,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:42.583596 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] No DVR routers for this DVR port 653a2cbc-1157-43e4-bf67-2e221b3b61ab on host dv-cinder-856941-4-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:07:42.662072 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (672f9e05-334a-4483-b823-bb14da4544d0), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.687623 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672f9e05-334a-4483-b823-bb14da4544d0']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:42.691362 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4329ce27-900f-4b6f-a103-8317ee53851f None None] DHCP port deletion for 672f9e05-334a-4483-b823-bb14da4544d0 request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:07:42.702480 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5349719d-0485-4917-b9a4-73e193adb9a5') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:42.702944 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5349719d-0485-4917-b9a4-73e193adb9a5') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:42.723860 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (5349719d-0485-4917-b9a4-73e193adb9a5), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.738311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (5349719d-0485-4917-b9a4-73e193adb9a5), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.744006 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 653a2cbc-1157-43e4-bf67-2e221b3b61ab no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:07:42.745030 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:07:42.745426 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (5349719d-0485-4917-b9a4-73e193adb9a5), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.764431 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 5349719d-0485-4917-b9a4-73e193adb9a5 resource provider aggregate not found Sep 13 07:07:42.767056 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 653a2cbc-1157-43e4-bf67-2e221b3b61ab {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:07:42.767407 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 653a2cbc-1157-43e4-bf67-2e221b3b61ab not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:07:42.767831 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device fd4df333-a627-40f6-91f9-fc5e4fff76f4 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:07:42.788171 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: fd4df333-a627-40f6-91f9-fc5e4fff76f4 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:07:42.788763 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device fd4df333-a627-40f6-91f9-fc5e4fff76f4 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:07:42.789465 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:07:42.811393 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:07:42.811949 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 5eec0d8a-210e-4051-be8c-5754dcc8fcf9 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:07:42.812857 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 5349719d-0485-4917-b9a4-73e193adb9a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5349719d-0485-4917-b9a4-73e193adb9a5 found for delete ", "request_id": "req-3da46725-27b4-42a7-975c-91f1931f43d7"}]} Sep 13 07:07:42.826500 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (672f9e05-334a-4483-b823-bb14da4544d0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.832164 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:42.835612 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/672f9e05-334a-4483-b823-bb14da4544d0 HTTP/1.1" status: 204 len: 168 time: 0.5778017 Sep 13 07:07:42.852306 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bd186-3394-4a5c-a1a3-02e59f84ac79 admin admin] Pushing event deleted for resources: {'Network': ['ID=672f9e05-334a-4483-b823-bb14da4544d0,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:42.963491 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45208) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:42.992259 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a8c7f-79c2-4f6c-b9cf-0b65ff18ca0a req-44038ea2-7235-43cb-9ce7-14ab9b757ea8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:42.993928 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b33a8c7f-79c2-4f6c-b9cf-0b65ff18ca0a req-44038ea2-7235-43cb-9ce7-14ab9b757ea8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.0506105 Sep 13 07:07:43.013739 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a3193374-efe8-47e0-8f4a-cf14b19eb232 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8c7dc05c1c9d40b2bb0defc9dd157d6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487130 Sep 13 07:07:43.016416 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45210) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:43.079185 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b33a8c7f-79c2-4f6c-b9cf-0b65ff18ca0a req-8d77c14b-316c-4fb3-8ad3-74cf62f12020 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790589 Sep 13 07:07:43.094363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4cac6073-41e3-4889-81f8-0248ddf87a1c admin admin] Publish callbacks [] for security_group (4bda6724-6aad-4641-9009-cfe6f3115bb6), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:43.115085 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4cac6073-41e3-4889-81f8-0248ddf87a1c admin admin] Publish callbacks [] for security_group (4bda6724-6aad-4641-9009-cfe6f3115bb6), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:43.165417 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4cac6073-41e3-4889-81f8-0248ddf87a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4bda6724-6aad-4641-9009-cfe6f3115bb6), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:43.168102 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4cac6073-41e3-4889-81f8-0248ddf87a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:43.169294 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-4cac6073-41e3-4889-81f8-0248ddf87a1c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4bda6724-6aad-4641-9009-cfe6f3115bb6 HTTP/1.1" status: 204 len: 168 time: 0.1519268 Sep 13 07:07:43.177106 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac6073-41e3-4889-81f8-0248ddf87a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda6724-6aad-4641-9009-cfe6f3115bb6,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:43.569771 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0adf-057f-4287-919e-b396cb2331e9 req-c37ab3c5-c83e-45da-afc2-8b73a57f264d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:43.571361 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-03ce0adf-057f-4287-919e-b396cb2331e9 req-c37ab3c5-c83e-45da-afc2-8b73a57f264d tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 944 time: 0.0483468 Sep 13 07:07:43.624308 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-03ce0adf-057f-4287-919e-b396cb2331e9 req-caee1c47-b11a-4a12-bb2d-b5dcdb4c88dc tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469594 Sep 13 07:07:43.770451 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a7477596-3b59-40f9-9676-9d56b3b3aba4 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:07:43.873776 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:43.885497 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'port_id': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'mac_address': 'fa:16:3e:f0:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:07:43.898044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45234) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:43.920512 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a7477596-3b59-40f9-9676-9d56b3b3aba4 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:43.920906 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:43.934671 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7477596-3b59-40f9-9676-9d56b3b3aba4 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:07:43.954531 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:43.960106 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.002450 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-510630682-network', 'tenant_id': '23b4935eb2f949b3a1e845bcaa4e275b'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:44.011745 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=7']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:44.025919 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Made reservation on behalf of 23b4935eb2f949b3a1e845bcaa4e275b for: {'network': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:07:44.028342 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.037398 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.122818 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks [] for security_group (9648be18-a0d9-4e3b-8e7f-09498cf3a1d0), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.128201 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9648be18-a0d9-4e3b-8e7f-09498cf3a1d0), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.133758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:44.172486 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=106283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:07:44.178862 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9648be18-a0d9-4e3b-8e7f-09498cf3a1d0,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:44.208488 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (7d7c3e50-9c7b-4edc-97aa-296acac510cb), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.208834 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.segments_db [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Added segment 7d7c3e50-9c7b-4edc-97aa-296acac510cb of type vlan for network 3f8f770d-817c-400b-b9b7-9b160b8e4c3f Sep 13 07:07:44.227688 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d01d6c-c26f-484d-90ee-4ba7530ccc8f req-96a9216b-dcb8-47a9-ba28-aa02a26222bf tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:44.229714 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-61d01d6c-c26f-484d-90ee-4ba7530ccc8f req-96a9216b-dcb8-47a9-ba28-aa02a26222bf tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.0719752 Sep 13 07:07:44.273165 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (3f8f770d-817c-400b-b9b7-9b160b8e4c3f), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.275154 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['a7477596-3b59-40f9-9676-9d56b3b3aba4'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:07:44.320380 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-61d01d6c-c26f-484d-90ee-4ba7530ccc8f req-b2c38df0-aaf4-432a-b961-c6bd86417f8e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728509 Sep 13 07:07:44.321987 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (3f8f770d-817c-400b-b9b7-9b160b8e4c3f), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.322738 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:44.323332 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.342123 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:44.387933 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4887052 Sep 13 07:07:44.391029 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45240) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:44.395821 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Request body: {'subnet': {'network_id': '3f8f770d-817c-400b-b9b7-9b160b8e4c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-510630682-subnet', 'tenant_id': '23b4935eb2f949b3a1e845bcaa4e275b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:44.400299 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e95ca-206f-4a79-8051-cd45f94a7c5a admin admin] Pushing event updated for resources: {'Network': ['ID=3f8f770d-817c-400b-b9b7-9b160b8e4c3f,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:44.412048 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 3f8f770d-817c-400b-b9b7-9b160b8e4c3f details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:07:44.417201 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Made reservation on behalf of 23b4935eb2f949b3a1e845bcaa4e275b for: {'subnet': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:07:44.419553 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13087811'] for subnet (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.611303 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12771119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13087825'] for subnet (ae7ebfa7-b54a-4b0f-b10b-3482353a4885), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.668881 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7ebfa7-b54a-4b0f-b10b-3482353a4885,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:44.679623 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Checking segment: {'id': '7d7c3e50-9c7b-4edc-97aa-296acac510cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3f8f770d-817c-400b-b9b7-9b160b8e4c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:07:44.679973 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Network hostable DHCP agents. Network: 3f8f770d-817c-400b-b9b7-9b160b8e4c3f, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:07:44.700257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Network 3f8f770d-817c-400b-b9b7-9b160b8e4c3f is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:07:44.710633 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 3f8f770d-817c-400b-b9b7-9b160b8e4c3f) {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:07:44.718646 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:44.719684 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:44.725068 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf92c23-c7fb-46d7-8212-423adc34aa24 None None] Network 3f8f770d-817c-400b-b9b7-9b160b8e4c3f requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:07:44.747641 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-62c5dce8-828b-45d0-b650-a831dfb43fee admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3474312 Sep 13 07:07:44.755533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a69af-0ed1-4aa1-ae27-63f5980f0aaf req-83c3ed9c-0243-4b6e-9ef5-1e2155ece5c9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:44.757051 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ec4a69af-0ed1-4aa1-ae27-63f5980f0aaf req-83c3ed9c-0243-4b6e-9ef5-1e2155ece5c9 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 945 time: 0.0530136 Sep 13 07:07:44.784578 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:44.815728 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ec4a69af-0ed1-4aa1-ae27-63f5980f0aaf req-4a005239-bfc5-4320-9376-e85cf49f1fd3 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482626 Sep 13 07:07:44.851201 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab8cd30-14f5-4ad4-bfcf-dcdcabad3b0d None None] Network 3f8f770d-817c-400b-b9b7-9b160b8e4c3f requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:07:45.262301 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45258) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:45.267175 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988209756-network', 'tenant_id': '25223fe8ff4a4f41b98b5d0aafcd92a9'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:45.291133 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Made reservation on behalf of 25223fe8ff4a4f41b98b5d0aafcd92a9 for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:07:45.293485 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.302607 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.354898 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:45.388197 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:45.393219 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks [] for security_group (8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.400311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.428140 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:07:45.438527 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:45.444654 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (2d26392b-ec6a-470d-80c6-9e8e6e8fa01e), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.444999 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Added segment 2d26392b-ec6a-470d-80c6-9e8e6e8fa01e of type vlan for network fdd93d28-85c7-4839-b17f-32a0f927ab43 Sep 13 07:07:45.447925 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262795ab-b191-4496-8fc9-dd6cbab66c2a req-946078c5-8ff8-4819-a466-dbe914c0aaa0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:45.449561 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-262795ab-b191-4496-8fc9-dd6cbab66c2a req-946078c5-8ff8-4819-a466-dbe914c0aaa0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.0489204 Sep 13 07:07:45.490710 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (fdd93d28-85c7-4839-b17f-32a0f927ab43), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.507333 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-262795ab-b191-4496-8fc9-dd6cbab66c2a req-44a85846-002b-4384-8631-31bc857efeaa tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497391 Sep 13 07:07:45.516930 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (fdd93d28-85c7-4839-b17f-32a0f927ab43), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.517943 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:45.518669 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.572282 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3087237 Sep 13 07:07:45.575138 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45262) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:45.580078 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Request body: {'subnet': {'network_id': 'fdd93d28-85c7-4839-b17f-32a0f927ab43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988209756-subnet', 'tenant_id': '25223fe8ff4a4f41b98b5d0aafcd92a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:45.583281 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ed872-a5fe-49d3-85f4-cfceb50d4cae admin admin] Pushing event updated for resources: {'Network': ['ID=fdd93d28-85c7-4839-b17f-32a0f927ab43,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:45.593377 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network fdd93d28-85c7-4839-b17f-32a0f927ab43 details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:07:45.598239 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:45.605817 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Made reservation on behalf of 25223fe8ff4a4f41b98b5d0aafcd92a9 for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:07:45.608443 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12778319'] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.784384 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13222645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12778333'] for subnet (a39321c3-3431-480a-be98-fb90819a2c98), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.797926 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a7477596-3b59-40f9-9676-9d56b3b3aba4 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:07:45.834282 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39321c3-3431-480a-be98-fb90819a2c98,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:45.850705 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port a7477596-3b59-40f9-9676-9d56b3b3aba4 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:45.851409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.854940 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Checking segment: {'id': '2d26392b-ec6a-470d-80c6-9e8e6e8fa01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fdd93d28-85c7-4839-b17f-32a0f927ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:07:45.855307 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Network hostable DHCP agents. Network: fdd93d28-85c7-4839-b17f-32a0f927ab43, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:07:45.878466 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Network fdd93d28-85c7-4839-b17f-32a0f927ab43 is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:07:45.892333 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, fdd93d28-85c7-4839-b17f-32a0f927ab43) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:07:45.897178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:45.897944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:45.916378 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e42f45-696b-42de-a139-60f754377663 None None] Network fdd93d28-85c7-4839-b17f-32a0f927ab43 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:07:45.940227 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-fe7d06c6-04aa-43c3-a2c2-e6e3a1a050b0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3639286 Sep 13 07:07:45.960205 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e959c-eda3-440d-aa1e-78686193d6a3 req-57c46a15-e123-4e13-9daf-acbc29e17c55 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:45.961717 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bb4e959c-eda3-440d-aa1e-78686193d6a3 req-57c46a15-e123-4e13-9daf-acbc29e17c55 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 945 time: 0.0557637 Sep 13 07:07:45.974320 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a7477596-3b59-40f9-9676-9d56b3b3aba4 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:45.974714 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.016029 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:46.018285 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b4d3c3-86d5-4530-ada6-8717e8bcbe0f" -d '{"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-plugged", "status": "completed", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:46.018589 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bb4e959c-eda3-440d-aa1e-78686193d6a3 req-479e4e2b-c065-464c-8665-d0b303144abd tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488176 Sep 13 07:07:46.034969 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:46.054962 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.080432 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad44ab-e85a-4d8e-8d3f-6374afc687b8 x-openstack-request-id: req-48ad44ab-e85a-4d8e-8d3f-6374afc687b8 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:46.080716 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-plugged", "status": "completed", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:46.080967 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48ad44ab-e85a-4d8e-8d3f-6374afc687b8 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:46.081392 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ad44ab-e85a-4d8e-8d3f-6374afc687b8'] response: {'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'code': 200} Sep 13 07:07:46.083345 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d41ed47-1c86-4d45-9658-bab0c7fa119a None None] Network fdd93d28-85c7-4839-b17f-32a0f927ab43 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:07:46.093529 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45270) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:46.128273 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:46.142568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:46.145688 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] Deleting subnet ae7ebfa7-b54a-4b0f-b10b-3482353a4885 {{(pid=106283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:07:46.149470 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] Publish callbacks [] for subnet (ae7ebfa7-b54a-4b0f-b10b-3482353a4885), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.157163 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=8']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:46.187417 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13146091'] for subnet (ae7ebfa7-b54a-4b0f-b10b-3482353a4885), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.231247 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (ae7ebfa7-b54a-4b0f-b10b-3482353a4885), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.256481 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:46.291040 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13223480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12778322'] for subnet (ae7ebfa7-b54a-4b0f-b10b-3482353a4885), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.324255 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7ebfa7-b54a-4b0f-b10b-3482353a4885,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:46.331811 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.334984 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-4c212203-b11f-4f3d-b5a1-58ae4f115be3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ae7ebfa7-b54a-4b0f-b10b-3482353a4885 HTTP/1.1" status: 204 len: 168 time: 0.2399552 Sep 13 07:07:46.337930 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45272) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:46.373079 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdc25c-1cab-441a-859f-a216091e66bf req-56019481-0e96-4af0-8841-a4daa8a3aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:46.374650 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0bfdc25c-1cab-441a-859f-a216091e66bf req-56019481-0e96-4af0-8841-a4daa8a3aee2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1130 time: 0.0443027 Sep 13 07:07:46.410843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (3f8f770d-817c-400b-b9b7-9b160b8e4c3f), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.422813 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0bfdc25c-1cab-441a-859f-a216091e66bf req-855c7b51-7419-4d6a-afa9-eb080e0d6c3d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 Sep 13 07:07:46.490316 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (3f8f770d-817c-400b-b9b7-9b160b8e4c3f), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.511121 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8f770d-817c-400b-b9b7-9b160b8e4c3f']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:46.521197 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7c3e50-9c7b-4edc-97aa-296acac510cb') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:46.521499 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7c3e50-9c7b-4edc-97aa-296acac510cb') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:46.531494 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (7d7c3e50-9c7b-4edc-97aa-296acac510cb), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.545173 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (7d7c3e50-9c7b-4edc-97aa-296acac510cb), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.551742 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:07:46.552127 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (7d7c3e50-9c7b-4edc-97aa-296acac510cb), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.597631 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 7d7c3e50-9c7b-4edc-97aa-296acac510cb resource provider aggregate not found Sep 13 07:07:46.622492 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (3f8f770d-817c-400b-b9b7-9b160b8e4c3f), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.630062 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 7d7c3e50-9c7b-4edc-97aa-296acac510cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d7c3e50-9c7b-4edc-97aa-296acac510cb found for delete ", "request_id": "req-4b0d5683-57f7-4041-b704-7f304a418ddb"}]} Sep 13 07:07:46.631011 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.634117 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3f8f770d-817c-400b-b9b7-9b160b8e4c3f HTTP/1.1" status: 204 len: 168 time: 0.2951303 Sep 13 07:07:46.639474 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45280) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:46.645157 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c4f64-ed58-45aa-8b37-9fff38f3f780 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8f770d-817c-400b-b9b7-9b160b8e4c3f,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:46.655449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ead685-fc42-4d7d-99de-433e48c07e11 req-c4486326-b243-4045-9234-c99cd2d1f050 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:46.656910 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b8ead685-fc42-4d7d-99de-433e48c07e11 req-c4486326-b243-4045-9234-c99cd2d1f050 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.0635123 Sep 13 07:07:46.719750 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] Deleting subnet a39321c3-3431-480a-be98-fb90819a2c98 {{(pid=106283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:07:46.728404 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] Publish callbacks [] for subnet (a39321c3-3431-480a-be98-fb90819a2c98), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.767843 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b8ead685-fc42-4d7d-99de-433e48c07e11 req-fba42ade-cbc9-42a4-9ea1-d687717f6519 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927613 Sep 13 07:07:46.782352 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13146091'] for subnet (a39321c3-3431-480a-be98-fb90819a2c98), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.824501 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (a39321c3-3431-480a-be98-fb90819a2c98), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.880747 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13223480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12778322'] for subnet (a39321c3-3431-480a-be98-fb90819a2c98), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.908721 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39321c3-3431-480a-be98-fb90819a2c98,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:46.916378 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:46.919981 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7e4867ea-ac95-47bb-b2d1-f76cb6c9a02a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a39321c3-3431-480a-be98-fb90819a2c98 HTTP/1.1" status: 204 len: 168 time: 0.2794454 Sep 13 07:07:46.922698 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45282) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:46.999744 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (fdd93d28-85c7-4839-b17f-32a0f927ab43), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.084432 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (fdd93d28-85c7-4839-b17f-32a0f927ab43), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.107230 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd93d28-85c7-4839-b17f-32a0f927ab43']}} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:47.141173 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d26392b-ec6a-470d-80c6-9e8e6e8fa01e') {'for_net_delete': True} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:47.141426 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d26392b-ec6a-470d-80c6-9e8e6e8fa01e') {} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:47.156539 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13146082'] for segment (2d26392b-ec6a-470d-80c6-9e8e6e8fa01e), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.173636 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04401a-8951-46e2-8618-08f5ea87f8bc req-b81a0d20-04e4-451c-8620-ac2437d3b8bd tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:47.175127 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f04401a-8951-46e2-8618-08f5ea87f8bc req-b81a0d20-04e4-451c-8620-ac2437d3b8bd tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0725238 Sep 13 07:07:47.178994 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (2d26392b-ec6a-470d-80c6-9e8e6e8fa01e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.193010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=106283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:07:47.193402 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13223570'] for segment (2d26392b-ec6a-470d-80c6-9e8e6e8fa01e), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.213289 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:47.281175 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (fdd93d28-85c7-4839-b17f-32a0f927ab43), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.289675 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.294640 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/fdd93d28-85c7-4839-b17f-32a0f927ab43 HTTP/1.1" status: 204 len: 168 time: 0.3708711 Sep 13 07:07:47.301088 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f04401a-8951-46e2-8618-08f5ea87f8bc req-d5d03d7b-1fa6-41ee-b7dc-d4da2c56220a tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184771 Sep 13 07:07:47.312760 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248e940-b462-4a89-a90b-fb4c0426cea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd93d28-85c7-4839-b17f-32a0f927ab43,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:47.350170 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 2d26392b-ec6a-470d-80c6-9e8e6e8fa01e resource provider aggregate not found Sep 13 07:07:47.366751 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 2d26392b-ec6a-470d-80c6-9e8e6e8fa01e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d26392b-ec6a-470d-80c6-9e8e6e8fa01e found for delete ", "request_id": "req-07f1cbbf-8afb-44b4-ac2f-08b77c14bdc1"}]} Sep 13 07:07:47.478290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45294) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:47.518953 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e87efd05-78ad-4d63-9095-f2a1dd10d683 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=23b4935eb2f949b3a1e845bcaa4e275b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395365 Sep 13 07:07:47.522579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45296) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:47.534388 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:47.573297 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f805d4d7-daf5-4dd1-a481-0a5b029f1394 admin admin] Publish callbacks [] for security_group (9648be18-a0d9-4e3b-8e7f-09498cf3a1d0), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.594281 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f805d4d7-daf5-4dd1-a481-0a5b029f1394 admin admin] Publish callbacks [] for security_group (9648be18-a0d9-4e3b-8e7f-09498cf3a1d0), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.644461 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f805d4d7-daf5-4dd1-a481-0a5b029f1394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9648be18-a0d9-4e3b-8e7f-09498cf3a1d0), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.647239 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f805d4d7-daf5-4dd1-a481-0a5b029f1394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:47.648508 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-f805d4d7-daf5-4dd1-a481-0a5b029f1394 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9648be18-a0d9-4e3b-8e7f-09498cf3a1d0 HTTP/1.1" status: 204 len: 168 time: 0.1250610 Sep 13 07:07:47.656473 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805d4d7-daf5-4dd1-a481-0a5b029f1394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648be18-a0d9-4e3b-8e7f-09498cf3a1d0,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:47.907815 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c4da7-2a30-4464-ae43-0842ad63670f req-ea7e4d47-c471-4a38-b624-ca443f80a925 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:47.909509 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4b6c4da7-2a30-4464-ae43-0842ad63670f req-ea7e4d47-c471-4a38-b624-ca443f80a925 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.0522933 Sep 13 07:07:47.961137 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4b6c4da7-2a30-4464-ae43-0842ad63670f req-441eb892-efb1-4187-ab5c-c2cbb44cda76 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Sep 13 07:07:47.998007 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45304) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:48.040119 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8344b46a-9f76-4fa1-a088-16d25fde4c35 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25223fe8ff4a4f41b98b5d0aafcd92a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406396 Sep 13 07:07:48.042858 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45306) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:48.093014 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b2dfbab-1be2-4ab7-bdcf-4f35f094b712 admin admin] Publish callbacks [] for security_group (8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:48.113769 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b2dfbab-1be2-4ab7-bdcf-4f35f094b712 admin admin] Publish callbacks [] for security_group (8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:48.163117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b2dfbab-1be2-4ab7-bdcf-4f35f094b712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:48.165713 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b2dfbab-1be2-4ab7-bdcf-4f35f094b712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:48.166927 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7b2dfbab-1be2-4ab7-bdcf-4f35f094b712 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219 HTTP/1.1" status: 204 len: 168 time: 0.1231971 Sep 13 07:07:48.175042 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dfbab-1be2-4ab7-bdcf-4f35f094b712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8948c8-0d0b-41f5-a5ea-ff1d2ea74219,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:48.441522 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaed76-e14b-41f4-82a6-055dd331f831 req-aa67e0fd-a033-414a-8f6e-024116f7335e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:48.443187 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bcdaed76-e14b-41f4-82a6-055dd331f831 req-aa67e0fd-a033-414a-8f6e-024116f7335e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0512590 Sep 13 07:07:48.496109 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bcdaed76-e14b-41f4-82a6-055dd331f831 req-9a18aa62-e2c8-4100-b7e0-d4c81492f876 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461898 Sep 13 07:07:49.082522 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7709275-1a54-4be3-86da-2af6cf124706 req-4efca886-8ff1-423a-bdba-f328031bf0a9 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:49.084009 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7709275-1a54-4be3-86da-2af6cf124706 req-4efca886-8ff1-423a-bdba-f328031bf0a9 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 944 time: 0.0476429 Sep 13 07:07:49.134331 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7709275-1a54-4be3-86da-2af6cf124706 req-1bbacf60-d8fa-45f7-9b6d-0864010f1397 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434227 Sep 13 07:07:49.817307 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8123a51f-2109-4966-a1db-e715035c1e0e details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:07:49.902908 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45364) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:49.921783 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8123a51f-2109-4966-a1db-e715035c1e0e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8123a51f-2109-4966-a1db-e715035c1e0e,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:49.934587 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '8123a51f-2109-4966-a1db-e715035c1e0e', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:07:49.973606 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 8123a51f-2109-4966-a1db-e715035c1e0e is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:49.973995 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:49.987354 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8123a51f-2109-4966-a1db-e715035c1e0e {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:07:50.007389 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8123a51f-2109-4966-a1db-e715035c1e0e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8123a51f-2109-4966-a1db-e715035c1e0e,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:50.012409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.017449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0d7abd1a-d099-44b1-99c6-8170c4723f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.060492 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=8123a51f-2109-4966-a1db-e715035c1e0e,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:50.103579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0d7abd1a-d099-44b1-99c6-8170c4723f95 admin admin] Publish callbacks [] for security_group (a2af3725-50c5-415f-8959-f5c9c242cc48), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.108740 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0d7abd1a-d099-44b1-99c6-8170c4723f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (a2af3725-50c5-415f-8959-f5c9c242cc48), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.147398 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-0d7abd1a-d099-44b1-99c6-8170c4723f95 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=43b8906fb2f0485f8398d39e20609d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434080 Sep 13 07:07:50.148240 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7abd1a-d099-44b1-99c6-8170c4723f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2af3725-50c5-415f-8959-f5c9c242cc48,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:50.151116 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45368) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:50.204878 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Publish callbacks [] for security_group (a2af3725-50c5-415f-8959-f5c9c242cc48), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.221381 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:50.229231 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Publish callbacks [] for security_group (a2af3725-50c5-415f-8959-f5c9c242cc48), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.259504 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd947-5457-4e34-b336-d8c96862fab7 req-82189561-e87c-4073-8575-74d4e3bf7474 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:50.261016 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cddd947-5457-4e34-b336-d8c96862fab7 req-82189561-e87c-4073-8575-74d4e3bf7474 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Sep 13 07:07:50.287937 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:50.290768 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (a2af3725-50c5-415f-8959-f5c9c242cc48), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.293506 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.297559 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a2af3725-50c5-415f-8959-f5c9c242cc48 HTTP/1.1" status: 204 len: 168 time: 0.1449900 Sep 13 07:07:50.306058 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2af3725-50c5-415f-8959-f5c9c242cc48,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:50.314464 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.314812 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.315152 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.315486 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.315809 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.316285 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.316772 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.317260 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.317744 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.318244 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.318717 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.319192 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.319671 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.320337 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.320970 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a26650d-35a9-40bd-98fc-536f132d8fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:07:50.337849 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cddd947-5457-4e34-b336-d8c96862fab7 req-443748ec-06a4-4509-b249-b1c14e6812f3 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681477 Sep 13 07:07:50.372026 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['8123a51f-2109-4966-a1db-e715035c1e0e'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:07:50.635313 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45382) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:50.648633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-65d4d823-790e-4173-9c80-4a4d1d1110b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.725397 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-65d4d823-790e-4173-9c80-4a4d1d1110b1 admin admin] Publish callbacks [] for security_group (f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.731517 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-65d4d823-790e-4173-9c80-4a4d1d1110b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.773092 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-65d4d823-790e-4173-9c80-4a4d1d1110b1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1631b0e947b7412082d70488d302e7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366692 Sep 13 07:07:50.773935 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4d823-790e-4173-9c80-4a4d1d1110b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:50.777307 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45384) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:50.840772 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6d993cc7-98af-4c29-acef-0b5bb12045d9 admin admin] Publish callbacks [] for security_group (f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.861664 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6d993cc7-98af-4c29-acef-0b5bb12045d9 admin admin] Publish callbacks [] for security_group (f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.875882 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:50.913378 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6d993cc7-98af-4c29-acef-0b5bb12045d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.916792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6d993cc7-98af-4c29-acef-0b5bb12045d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:50.917953 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6d993cc7-98af-4c29-acef-0b5bb12045d9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51 HTTP/1.1" status: 204 len: 168 time: 0.1391754 Sep 13 07:07:50.926734 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d993cc7-98af-4c29-acef-0b5bb12045d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd7a46-c920-4ceb-bcf7-70b33f7f0a51,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:51.468383 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc322bc-8b0c-43ed-a385-bb8ee014fb3c req-8af86cdc-e889-459c-a096-2416d2c73018 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:51.469909 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4fc322bc-8b0c-43ed-a385-bb8ee014fb3c req-8af86cdc-e889-459c-a096-2416d2c73018 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 945 time: 0.0519698 Sep 13 07:07:51.520789 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4fc322bc-8b0c-43ed-a385-bb8ee014fb3c req-149213fb-4805-4860-a8a1-aaebd67c180c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 Sep 13 07:07:51.801309 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8123a51f-2109-4966-a1db-e715035c1e0e up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:07:51.854714 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 8123a51f-2109-4966-a1db-e715035c1e0e completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:07:51.867993 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 8123a51f-2109-4966-a1db-e715035c1e0e triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:07:51.868922 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:51.902516 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:51.975234 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 8123a51f-2109-4966-a1db-e715035c1e0e is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:07:51.975691 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:52.009047 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:52.011797 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27946b67-ba67-459e-b83f-ddd843f2d247" -d '{"events": [{"server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "name": "network-vif-plugged", "status": "completed", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:52.025208 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 8123a51f-2109-4966-a1db-e715035c1e0e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8123a51f-2109-4966-a1db-e715035c1e0e,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:07:52.031627 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:52.062688 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9034ccdf-36e0-4458-b85d-f86668866694 x-openstack-request-id: req-9034ccdf-36e0-4458-b85d-f86668866694 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:52.062969 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "name": "network-vif-plugged", "status": "completed", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:52.063373 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9034ccdf-36e0-4458-b85d-f86668866694 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:52.063929 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9034ccdf-36e0-4458-b85d-f86668866694'] response: {'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e', 'code': 200} Sep 13 07:07:52.092809 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=8123a51f-2109-4966-a1db-e715035c1e0e,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:52.382667 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6c9b9-3f54-4052-aa32-9f10af2af5a5 req-ec80d8e3-442a-4bfe-a4dd-3758deb425bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:52.384569 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9fc6c9b9-3f54-4052-aa32-9f10af2af5a5 req-ec80d8e3-442a-4bfe-a4dd-3758deb425bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1130 time: 0.0396249 Sep 13 07:07:52.432359 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9fc6c9b9-3f54-4052-aa32-9f10af2af5a5 req-bc31776e-9082-4bec-9bd1-09eb68671a55 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409174 Sep 13 07:07:52.665641 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafee142-af02-465a-a60e-b9918e4acd2c req-430c4dc9-48ef-4099-afff-7b3328cb3de6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:52.667160 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dafee142-af02-465a-a60e-b9918e4acd2c req-430c4dc9-48ef-4099-afff-7b3328cb3de6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 946 time: 0.0558436 Sep 13 07:07:52.719872 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dafee142-af02-465a-a60e-b9918e4acd2c req-b9598465-f8db-42f5-8004-8d20e24ac700 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466406 Sep 13 07:07:53.860015 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7bdfd-2454-49f4-b925-d2d599250577 req-25a86a2c-f095-4aea-b926-c7d60963f61f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:53.861492 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28b7bdfd-2454-49f4-b925-d2d599250577 req-25a86a2c-f095-4aea-b926-c7d60963f61f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 946 time: 0.0506425 Sep 13 07:07:53.912301 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-28b7bdfd-2454-49f4-b925-d2d599250577 req-dbd5ae5a-27a8-4a3e-ae05-464b983d419f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449584 Sep 13 07:07:55.052717 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a7c5-993c-4b9e-b40d-8a5f48e9fab6 req-d18242fb-9ca9-42fa-9ffe-81064d9f1f87 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:55.054228 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2a20a7c5-993c-4b9e-b40d-8a5f48e9fab6 req-d18242fb-9ca9-42fa-9ffe-81064d9f1f87 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 946 time: 0.0548010 Sep 13 07:07:55.109199 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2a20a7c5-993c-4b9e-b40d-8a5f48e9fab6 req-f0e02375-ab58-4a00-8c23-8610c48fd94e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466983 Sep 13 07:07:55.229478 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507253a9-5b29-4016-af11-ce611f47c07a req-52776ba6-f9fd-4b67-8044-777aed4be8a6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:55.231003 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-507253a9-5b29-4016-af11-ce611f47c07a req-52776ba6-f9fd-4b67-8044-777aed4be8a6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 946 time: 0.0473392 Sep 13 07:07:55.280743 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-507253a9-5b29-4016-af11-ce611f47c07a req-d3c1c15a-dfd5-41d4-b1a2-f6c7c5d72d96 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441387 Sep 13 07:07:55.309633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45474) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:55.348931 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00ac20-74c7-4d39-b557-bc4d4b3d5e0a tempest-TestVolumeBootPattern-217363532 tempest-TestVolumeBootPattern-217363532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:55.351001 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-cc00ac20-74c7-4d39-b557-bc4d4b3d5e0a tempest-TestVolumeBootPattern-217363532 tempest-TestVolumeBootPattern-217363532-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1125 time: 0.0403607 Sep 13 07:07:55.354105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45478) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:55.358456 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:07:55.379525 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:55.441343 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:55.472363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:55.482916 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:55.584024 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Allocated IP 172.27.2.227 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/6abd62e5-6f3d-4249-933b-fefac37974ac) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:07:55.690631 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:55.725586 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:55.766492 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:07:55.769458 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:07:55.772141 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:07:55.803279 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=6abd62e5-6f3d-4249-933b-fefac37974ac,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:56.072570 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:56.080307 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d2655a45-7774-49d5-b0fe-f42c77ed01aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:56.146721 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (644e9f61-c774-47b0-9aa0-a2dfd74582bd), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:56.189580 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:56.220206 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:56.355307 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:56.388713 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:56.395147 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:56.459054 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=6abd62e5-6f3d-4249-933b-fefac37974ac,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:56.464368 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (644e9f61-c774-47b0-9aa0-a2dfd74582bd), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:56.566047 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Floating IP 644e9f61-c774-47b0-9aa0-a2dfd74582bd associated. External IP: 172.27.2.227, port: 8123a51f-2109-4966-a1db-e715035c1e0e. Sep 13 07:07:56.781456 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:07:57.183023 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:07:57.192690 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:07:57.202791 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:57.203392 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:57.203988 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:57.235467 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-61476c91-2007-4dc5-8487-2976d28c7134 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8802977 Sep 13 07:07:57.236079 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:07:57.238443 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:07:57.278036 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30da35f1-3310-4f7b-b8a5-d226df649e21 x-openstack-request-id: req-30da35f1-3310-4f7b-b8a5-d226df649e21 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:07:57.278470 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:07:57.278727 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30da35f1-3310-4f7b-b8a5-d226df649e21 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:07:57.279135 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30da35f1-3310-4f7b-b8a5-d226df649e21'] response: {'name': 'network-changed', 'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e', 'status': 'completed', 'code': 200} Sep 13 07:07:57.297884 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:57.305031 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:57.343056 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:57.396468 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-395b611d-8dbe-4c8e-af9c-3d911d3fa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:57.398124 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-395b611d-8dbe-4c8e-af9c-3d911d3fa4ab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1130 time: 0.0472841 Sep 13 07:07:57.509937 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-646fecaf-39e6-40f6-a68f-efc459563b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:57.512009 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-646fecaf-39e6-40f6-a68f-efc459563b13 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.1072583 Sep 13 07:07:57.542420 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:56Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:57.566311 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:57.571741 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:07:57.578218 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-76331ea8-0ba8-4d2d-bd1c-8f8e0acd3065 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8123a51f-2109-4966-a1db-e715035c1e0e HTTP/1.1" status: 200 len: 1000 time: 0.0602164 Sep 13 07:07:57.581080 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:07:57.581688 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:57.629764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-181a027c-9398-472a-91e9-5e81902edb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:57.631391 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-181a027c-9398-472a-91e9-5e81902edb07 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0480297 Sep 13 07:07:57.688143 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-88fe406d-5139-4254-9f44-218b9f9c8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:57.693248 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:07:57.697143 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-88fe406d-5139-4254-9f44-218b9f9c8343 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533834 Sep 13 07:07:57.764495 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:57.790241 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45546) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:57.793394 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-84887035-0ac7-4858-96cc-23cb6e429867 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909028 Sep 13 07:07:57.894666 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8f864f1d-9db5-4077-a0a6-b18d5d0fa390 req-de660b34-d321-4f7f-a45d-5f5e2ff4815a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956433 Sep 13 07:07:57.901621 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00e5d42d-18ef-4e11-840b-2f2452b43736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:57.920045 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:56Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:07:57.950742 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a33c91-08ae-45d7-adc3-d3dda19c1e64 None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:56Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:07:57.960486 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=5,neutron:DELETE=11 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:07:57.981951 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00e5d42d-18ef-4e11-840b-2f2452b43736 admin admin] Publish callbacks [] for security_group (1567b6a9-664e-4a92-8b11-ffef62a6be20), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:57.987331 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-00e5d42d-18ef-4e11-840b-2f2452b43736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1567b6a9-664e-4a92-8b11-ffef62a6be20), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.020783 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5d42d-18ef-4e11-840b-2f2452b43736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1567b6a9-664e-4a92-8b11-ffef62a6be20,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:58.036360 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-00e5d42d-18ef-4e11-840b-2f2452b43736 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a03402b61698493d9fe26f22b77f2df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430999 Sep 13 07:07:58.036867 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45550) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:58.090551 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-59494b6d-e090-46c8-a7a5-a5ead9b6e327 admin admin] Publish callbacks [] for security_group (1567b6a9-664e-4a92-8b11-ffef62a6be20), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.111531 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-59494b6d-e090-46c8-a7a5-a5ead9b6e327 admin admin] Publish callbacks [] for security_group (1567b6a9-664e-4a92-8b11-ffef62a6be20), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.155110 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9070e-e360-4442-839b-4688ddec32f1 None None] New status for floating IP 644e9f61-c774-47b0-9aa0-a2dfd74582bd: ACTIVE {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:07:58.169337 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-59494b6d-e090-46c8-a7a5-a5ead9b6e327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1567b6a9-664e-4a92-8b11-ffef62a6be20), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.171948 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-59494b6d-e090-46c8-a7a5-a5ead9b6e327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.173167 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-59494b6d-e090-46c8-a7a5-a5ead9b6e327 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1567b6a9-664e-4a92-8b11-ffef62a6be20 HTTP/1.1" status: 204 len: 168 time: 0.1356575 Sep 13 07:07:58.181933 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59494b6d-e090-46c8-a7a5-a5ead9b6e327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1567b6a9-664e-4a92-8b11-ffef62a6be20,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:58.411713 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-be112606-f898-4563-ae2f-4519fd09642a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.502519 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45558) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:58.516378 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a20ca53e-b7ca-4312-af0d-03061a29222d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.599283 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a20ca53e-b7ca-4312-af0d-03061a29222d admin admin] Publish callbacks [] for security_group (1241682a-157c-41ed-a01f-2c7b83cf74f9), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.606320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a20ca53e-b7ca-4312-af0d-03061a29222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1241682a-157c-41ed-a01f-2c7b83cf74f9), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.647136 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-a20ca53e-b7ca-4312-af0d-03061a29222d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=40339572493a473c96d166be18ced3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435037 Sep 13 07:07:58.648251 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ca53e-b7ca-4312-af0d-03061a29222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1241682a-157c-41ed-a01f-2c7b83cf74f9,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:58.650117 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45560) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:07:58.709020 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-677b2b43-de38-4c5b-9abd-616ea5181397 admin admin] Publish callbacks [] for security_group (1241682a-157c-41ed-a01f-2c7b83cf74f9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.743003 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-677b2b43-de38-4c5b-9abd-616ea5181397 admin admin] Publish callbacks [] for security_group (1241682a-157c-41ed-a01f-2c7b83cf74f9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.792474 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-677b2b43-de38-4c5b-9abd-616ea5181397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (1241682a-157c-41ed-a01f-2c7b83cf74f9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.795178 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-677b2b43-de38-4c5b-9abd-616ea5181397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:07:58.796343 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-677b2b43-de38-4c5b-9abd-616ea5181397 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1241682a-157c-41ed-a01f-2c7b83cf74f9 HTTP/1.1" status: 204 len: 168 time: 0.1451855 Sep 13 07:07:58.804223 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b2b43-de38-4c5b-9abd-616ea5181397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1241682a-157c-41ed-a01f-2c7b83cf74f9,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:07:59.762381 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53fc9-4812-4c4b-b4f4-e5554b7f6a16 req-c231bd06-523d-456d-9b24-f64eb56f7c2f tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:07:59.764007 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-31f53fc9-4812-4c4b-b4f4-e5554b7f6a16 req-c231bd06-523d-456d-9b24-f64eb56f7c2f tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0545812 Sep 13 07:07:59.820260 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-31f53fc9-4812-4c4b-b4f4-e5554b7f6a16 req-7b16e6a9-25ee-45bf-9180-7514cbbeb007 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504057 Sep 13 07:07:59.849096 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:00.977557 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6f72d-8747-4d70-8b67-562b34dfa8b4 req-3e9cbe5f-f166-4712-afbe-71b118bd0b70 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:00.979311 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1af6f72d-8747-4d70-8b67-562b34dfa8b4 req-3e9cbe5f-f166-4712-afbe-71b118bd0b70 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0651476 Sep 13 07:08:01.032103 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1af6f72d-8747-4d70-8b67-562b34dfa8b4 req-2970f41e-a2e9-41b2-b3f8-6b0c5f3e9928 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471432 Sep 13 07:08:01.532900 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:01.538459 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:02.160279 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197f401-e7d8-46f6-ba33-7610e59dadd3 req-061eea86-b5e1-4a79-a0cc-e8fcb14942dd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:02.161773 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5197f401-e7d8-46f6-ba33-7610e59dadd3 req-061eea86-b5e1-4a79-a0cc-e8fcb14942dd tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0494840 Sep 13 07:08:02.216176 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5197f401-e7d8-46f6-ba33-7610e59dadd3 req-4e76cdb5-3f67-465d-9deb-4a18c8495dcf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486240 Sep 13 07:08:03.349735 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f73ae-0487-49cb-b8a5-08f20b363648 req-0fdaa73e-762a-4337-9868-759abaf57528 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:03.351279 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e2f73ae-0487-49cb-b8a5-08f20b363648 req-0fdaa73e-762a-4337-9868-759abaf57528 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Sep 13 07:08:03.399352 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e2f73ae-0487-49cb-b8a5-08f20b363648 req-37eaa14b-49c1-4258-bc25-257c9b39986f tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Sep 13 07:08:04.510547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:04.526243 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271710f-8f9b-4cd8-bd8f-c98b7026a728 req-1eb11b7c-7a70-413e-b9c2-92bc9ee2564e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:04.527744 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e271710f-8f9b-4cd8-bd8f-c98b7026a728 req-1eb11b7c-7a70-413e-b9c2-92bc9ee2564e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0505977 Sep 13 07:08:04.577585 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e271710f-8f9b-4cd8-bd8f-c98b7026a728 req-2d9470c6-7ccf-4bfc-8890-d8c3e3dc70b4 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432646 Sep 13 07:08:05.713825 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68b21d-25a1-4af6-bb6e-8acf7e69e666 req-c096b897-c930-42c7-8d5b-25e86ee8dd9e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:05.715231 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7c68b21d-25a1-4af6-bb6e-8acf7e69e666 req-c096b897-c930-42c7-8d5b-25e86ee8dd9e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0583696 Sep 13 07:08:05.770157 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7c68b21d-25a1-4af6-bb6e-8acf7e69e666 req-3043124e-9f2c-43f7-a84d-f949545dd07d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490322 Sep 13 07:08:06.909580 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6076f-15c9-4973-bf69-883de38cc965 req-5dd38434-70f4-4f3f-aebe-0c7ac6765017 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:06.911085 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a0e6076f-15c9-4973-bf69-883de38cc965 req-5dd38434-70f4-4f3f-aebe-0c7ac6765017 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0545528 Sep 13 07:08:06.962039 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a0e6076f-15c9-4973-bf69-883de38cc965 req-fabaffae-9859-47dc-8a38-9467866bda20 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Sep 13 07:08:08.096656 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4f6b2-597c-4a99-ab60-b727b10a80d2 req-2d449528-f328-4449-bf58-31695061639a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:08.098346 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f5e4f6b2-597c-4a99-ab60-b727b10a80d2 req-2d449528-f328-4449-bf58-31695061639a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0562210 Sep 13 07:08:08.137302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:08.149679 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f5e4f6b2-597c-4a99-ab60-b727b10a80d2 req-c23da83a-9c34-4cb2-b977-63760c4889f7 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Sep 13 07:08:08.778104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:08.800807 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=57,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:09.276563 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1194af-c48a-4f39-afe7-7339954ddc1b req-90082c6d-e308-498d-8f44-3a533536f3e9 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:09.278420 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-be1194af-c48a-4f39-afe7-7339954ddc1b req-90082c6d-e308-498d-8f44-3a533536f3e9 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Sep 13 07:08:09.332942 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-be1194af-c48a-4f39-afe7-7339954ddc1b req-2f20d8e0-ebb5-48fa-ac83-e8b0bf6b4fb5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Sep 13 07:08:09.529554 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=67 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:09.533673 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=59 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:10.472410 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59033f-984f-44ff-a34a-c705c33d167f req-77cfaf92-ff9b-43e9-bf19-3a398bfdd970 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:10.473922 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cc59033f-984f-44ff-a34a-c705c33d167f req-77cfaf92-ff9b-43e9-bf19-3a398bfdd970 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Sep 13 07:08:10.527019 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cc59033f-984f-44ff-a34a-c705c33d167f req-00fb0396-2731-4ccd-80c5-b03fb2619ec6 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464225 Sep 13 07:08:11.523403 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:11.525843 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:11.529615 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:11.655433 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d83add-84a6-4e87-9f2d-3c6e9c37f782 req-b374da71-3b5a-4298-9d67-5373d91a8571 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:11.656906 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-66d83add-84a6-4e87-9f2d-3c6e9c37f782 req-b374da71-3b5a-4298-9d67-5373d91a8571 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Sep 13 07:08:11.709005 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-66d83add-84a6-4e87-9f2d-3c6e9c37f782 req-554eb964-f8ff-407a-a32e-63d3a55b2214 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433674 Sep 13 07:08:12.142023 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:12.609094 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-d622e28a-9699-4640-907a-eaffcb5cc378 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383408 Sep 13 07:08:12.687880 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-23e00f57-57bd-4076-8989-247ec894add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:12.689393 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-23e00f57-57bd-4076-8989-247ec894add4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 1130 time: 0.0456772 Sep 13 07:08:12.810570 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-94e129c6-5241-494e-afb2-cf9222c07b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:12.812009 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-94e129c6-5241-494e-afb2-cf9222c07b90 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 200 len: 918 time: 0.1014526 Sep 13 07:08:12.882982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed4756-c278-4af6-8a62-7bb18fb8908a req-dabe1c2c-50e5-41df-a71e-389607b11b7a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:12.884550 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-62ed4756-c278-4af6-8a62-7bb18fb8908a req-dabe1c2c-50e5-41df-a71e-389607b11b7a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0879071 Sep 13 07:08:12.912432 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-7a297437-cbab-4b25-973a-e31e7bc9d8c0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 200 len: 1001 time: 0.0841475 Sep 13 07:08:12.971671 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-62ed4756-c278-4af6-8a62-7bb18fb8908a req-8f146465-b65e-40c9-8d81-4cb3cc8a4fb2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800562 Sep 13 07:08:12.983529 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-3b0d4255-d52f-4ee8-92a2-2f90f715dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:12.985114 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-3b0d4255-d52f-4ee8-92a2-2f90f715dab7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 200 len: 856 time: 0.0643377 Sep 13 07:08:13.008948 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:13.039692 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-4bda439e-dadf-4aef-9d2c-310745b44007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:13.041362 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-4bda439e-dadf-4aef-9d2c-310745b44007 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=4c3c52b2-50ca-4f89-8b20-12f54380722c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408101 Sep 13 07:08:13.143220 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-7bbc8516-8b63-49ca-8a4f-d27534453d0c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903859 Sep 13 07:08:13.252993 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1ee635a0-bf7e-4c1f-a4e4-90b70000ae25 req-fb9fe83d-e7d5-4869-a70e-de80e1c83d29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012831 Sep 13 07:08:14.105043 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b35cf0-e142-4783-8acc-8e24362e45a1 req-0bfad16f-2fe4-4301-8203-be4c959b47c0 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:14.106925 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33b35cf0-e142-4783-8acc-8e24362e45a1 req-0bfad16f-2fe4-4301-8203-be4c959b47c0 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0563493 Sep 13 07:08:14.159581 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-33b35cf0-e142-4783-8acc-8e24362e45a1 req-44f05dcf-0007-48ec-b40b-920e544194c5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441487 Sep 13 07:08:14.546561 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:08:15.287818 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4398dc-1009-4258-92d5-d1cfb1a15db6 req-efc4a452-9d30-40c0-b7ab-a1e56eafa30d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:15.289300 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e4398dc-1009-4258-92d5-d1cfb1a15db6 req-efc4a452-9d30-40c0-b7ab-a1e56eafa30d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Sep 13 07:08:15.324089 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:15.341113 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6e4398dc-1009-4258-92d5-d1cfb1a15db6 req-c7f811ef-f3f2-4d89-ac05-2351f7df5799 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 Sep 13 07:08:15.609319 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952200-0d6a-4c10-bdf8-9dba510f9a1a req-1f0c9888-48ca-46fd-b2f5-3068ad6aa90c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:15.610765 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9f952200-0d6a-4c10-bdf8-9dba510f9a1a req-1f0c9888-48ca-46fd-b2f5-3068ad6aa90c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0572591 Sep 13 07:08:15.663649 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9f952200-0d6a-4c10-bdf8-9dba510f9a1a req-1deabd10-13d2-4bac-bd1b-c4bf4c3a458e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472140 Sep 13 07:08:15.743177 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-13e1d736-5e9d-4992-98e8-fef3233101af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:15.745267 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-13e1d736-5e9d-4992-98e8-fef3233101af service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 1129 time: 0.0402596 Sep 13 07:08:15.841359 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-a1f53b72-3315-46ca-90c7-a3a2a59deedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:15.842913 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-a1f53b72-3315-46ca-90c7-a3a2a59deedd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 912 time: 0.0907826 Sep 13 07:08:15.907247 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-cf4a3275-34b5-4e06-a8b7-0f6530819c9f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffece28d-11d9-4c48-9e40-189550016430 HTTP/1.1" status: 200 len: 1001 time: 0.0569494 Sep 13 07:08:15.959228 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-b6a72752-3565-40b4-acb8-f2cf13920b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:15.960643 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-b6a72752-3565-40b4-acb8-f2cf13920b18 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0459690 Sep 13 07:08:16.011158 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-f2cebc51-e062-4397-8b71-505793f8d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:16.012683 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-f2cebc51-e062-4397-8b71-505793f8d2e0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437315 Sep 13 07:08:16.110341 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-b4611f79-71fa-482c-b0a3-a063e1c327bd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895545 Sep 13 07:08:16.192517 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:16.209784 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c0d2f74b-f925-42ef-ab1a-993e9169f47a req-8b3e1529-64b2-4399-9689-d205c9607c85 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927198 Sep 13 07:08:16.796299 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1552593-0ad0-4baf-b0a0-e97290cef596 req-c06def88-4c57-43a3-8d99-14c06b113e33 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:16.797771 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c1552593-0ad0-4baf-b0a0-e97290cef596 req-c06def88-4c57-43a3-8d99-14c06b113e33 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0524507 Sep 13 07:08:16.848799 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c1552593-0ad0-4baf-b0a0-e97290cef596 req-6365a18e-e94e-4231-a742-cf642bf1fb3b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450032 Sep 13 07:08:17.729087 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45752) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:17.853811 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b3b9ca2a-15d8-4d5e-a9bc-f72cf3ceb29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:17.932372 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b3b9ca2a-15d8-4d5e-a9bc-f72cf3ceb29e admin admin] Publish callbacks [] for security_group (9c2c6367-02a0-4e81-8e77-a15f7d76683f), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:17.937458 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b3b9ca2a-15d8-4d5e-a9bc-f72cf3ceb29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9c2c6367-02a0-4e81-8e77-a15f7d76683f), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:17.978705 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9ca2a-15d8-4d5e-a9bc-f72cf3ceb29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2c6367-02a0-4e81-8e77-a15f7d76683f,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:17.982780 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef20fc-ba1e-452f-b478-8bd06172257b req-dc3308be-5596-4591-a9f4-5f3013bf6f5b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:17.984370 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6fef20fc-ba1e-452f-b478-8bd06172257b req-dc3308be-5596-4591-a9f4-5f3013bf6f5b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0554070 Sep 13 07:08:17.985843 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45758) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:17.985974 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b3b9ca2a-15d8-4d5e-a9bc-f72cf3ceb29e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4cbf8e7814964ffe895b44787b650283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555571 Sep 13 07:08:18.068048 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6fef20fc-ba1e-452f-b478-8bd06172257b req-3cde8df4-2f1b-4155-85b3-bfeb2e87669c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753117 Sep 13 07:08:18.073246 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93cb9443-cc2e-462f-bf39-5597239034e8 admin admin] Publish callbacks [] for security_group (9c2c6367-02a0-4e81-8e77-a15f7d76683f), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:18.094829 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93cb9443-cc2e-462f-bf39-5597239034e8 admin admin] Publish callbacks [] for security_group (9c2c6367-02a0-4e81-8e77-a15f7d76683f), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:18.148892 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93cb9443-cc2e-462f-bf39-5597239034e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (9c2c6367-02a0-4e81-8e77-a15f7d76683f), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:18.154258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-93cb9443-cc2e-462f-bf39-5597239034e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:18.155825 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-93cb9443-cc2e-462f-bf39-5597239034e8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9c2c6367-02a0-4e81-8e77-a15f7d76683f HTTP/1.1" status: 204 len: 168 time: 0.1688957 Sep 13 07:08:18.164670 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb9443-cc2e-462f-bf39-5597239034e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2c6367-02a0-4e81-8e77-a15f7d76683f,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:19.036418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a1cf-9f79-488c-99c3-dba83b19d1cc req-a434ba61-27b4-43ce-ac85-21ddafed1f2f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:19.037892 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14b3a1cf-9f79-488c-99c3-dba83b19d1cc req-a434ba61-27b4-43ce-ac85-21ddafed1f2f tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 946 time: 0.0502698 Sep 13 07:08:19.088824 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-14b3a1cf-9f79-488c-99c3-dba83b19d1cc req-13e48ae1-5f47-47e8-bef4-17c071c36517 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 Sep 13 07:08:20.216330 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:20.233776 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470f59-1df7-47ec-93e9-b7f008044ff1 req-1e76f9e0-3dd6-4aca-8601-9f43df4e4740 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:20.235322 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5f470f59-1df7-47ec-93e9-b7f008044ff1 req-1e76f9e0-3dd6-4aca-8601-9f43df4e4740 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 946 time: 0.0575604 Sep 13 07:08:20.283822 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5f470f59-1df7-47ec-93e9-b7f008044ff1 req-200659cd-87a8-42b4-afd4-2654d028294a tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Sep 13 07:08:21.144656 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-43c61198-29a5-4524-8555-759a3b941786 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:21.146110 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-43c61198-29a5-4524-8555-759a3b941786 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 946 time: 0.0542755 Sep 13 07:08:21.245109 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Deleting port dc830de4-1081-4c18-ada7-433d5588216c {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:08:21.245939 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (dc830de4-1081-4c18-ada7-433d5588216c), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:21.346635 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] For port dc830de4-1081-4c18-ada7-433d5588216c, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=dc830de4-1081-4c18-ada7-433d5588216c,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:08:21.347155 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (dc830de4-1081-4c18-ada7-433d5588216c), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:21.477009 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f51043-ae70-42c6-a15f-095036b6029d req-a26adef7-29ca-45ef-a56e-b44fe98d3bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:08:21.478406 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f7f51043-ae70-42c6-a15f-095036b6029d req-a26adef7-29ca-45ef-a56e-b44fe98d3bf7 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 946 time: 0.0899224 Sep 13 07:08:21.561007 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:21.576412 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f7f51043-ae70-42c6-a15f-095036b6029d req-abe58be1-6120-472e-b480-f15a8f8e2279 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6b9378af-0591-441d-a245-79a8c245f7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915215 Sep 13 07:08:21.586375 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:21.586739 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (11677922-eec4-4fef-afbe-9e68b254a638), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:21.587055 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Floating IP 11677922-eec4-4fef-afbe-9e68b254a638 disassociated. External IP: 172.27.2.165, port: dc830de4-1081-4c18-ada7-433d5588216c. Sep 13 07:08:21.587380 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Calling delete_port for dc830de4-1081-4c18-ada7-433d5588216c owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:08:21.730155 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (dc830de4-1081-4c18-ada7-433d5588216c), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:21.758605 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event deleted for resources: {'Port': ['ID=dc830de4-1081-4c18-ada7-433d5588216c,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:21.874587 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Router 1ffe126f-24d3-427c-8844-3a57b152a8e0 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:08:21.961916 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:21.982302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:08:21.992122 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] Sync routers for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:08:22.003761 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:08:22.004613 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:22.024910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] No DVR routers for this DVR port dc830de4-1081-4c18-ada7-433d5588216c on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:08:22.027931 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:22.031274 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f8bf222f-25bb-4340-b5db-3b71c3d03b71 req-cbf926da-15d2-443f-aae0-c8a98460f8e2 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.23 "DELETE /networking/v2.0/ports/dc830de4-1081-4c18-ada7-433d5588216c HTTP/1.1" status: 204 len: 173 time: 0.8794827 Sep 13 07:08:22.031763 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-deleted', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:08:22.034007 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5954d0d4-7acb-4b67-b26d-0e75ba0832db" -d '{"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-deleted", "tag": "dc830de4-1081-4c18-ada7-433d5588216c"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:08:22.075780 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a19f347-4785-4b75-b868-8b2da8b3d6fc x-openstack-request-id: req-3a19f347-4785-4b75-b868-8b2da8b3d6fc {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:08:22.076085 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1166e7-c092-4bde-b87c-cb8aaa1918da", "name": "network-vif-deleted", "tag": "dc830de4-1081-4c18-ada7-433d5588216c", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:08:22.076428 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a19f347-4785-4b75-b868-8b2da8b3d6fc {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:08:22.076863 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a19f347-4785-4b75-b868-8b2da8b3d6fc'] response: {'server_uuid': '8c1166e7-c092-4bde-b87c-cb8aaa1918da', 'name': 'network-vif-deleted', 'tag': 'dc830de4-1081-4c18-ada7-433d5588216c', 'status': 'completed', 'code': 200} Sep 13 07:08:22.110564 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:08:22.135541 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:22.422538 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:22.451079 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] Checking router: 1ffe126f-24d3-427c-8844-3a57b152a8e0 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:08:22.459680 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:08:22.460276 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:07:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:22.561605 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:08:22.706395 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b3aa8ef2-0257-4b93-8363-411cf6b580c5 req-a4ad9282-ff9a-45ab-a618-28b3788edfc8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c1166e7-c092-4bde-b87c-cb8aaa1918da HTTP/1.1" status: 200 len: 210 time: 0.0316236 Sep 13 07:08:22.771605 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:22.797447 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f680b-fff3-4872-b4a0-5e1af73971fa None None] The sync data for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi is: [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:01:09Z', 'revision_number': 4, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'a5e37b98-8e31-4b9a-8875-fc17e188b208', 'name': '', 'network_id': '4c3c52b2-50ca-4f89-8b20-12f54380722c', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'mac_address': 'fa:16:3e:eb:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:08Z', 'updated_at': '2022-09-13T07:01:29Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'subnets': [{'id': 'b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:08:23.070157 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb624212-b9e8-4509-b154-a5d07108fc64 None None] New status for floating IP 11677922-eec4-4fef-afbe-9e68b254a638: DOWN {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:08:23.823138 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45872) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:23.890285 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d24f1033-50b4-4b54-90b8-975fc4ace7ca tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (6b9378af-0591-441d-a245-79a8c245f7e9), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:23.914941 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d24f1033-50b4-4b54-90b8-975fc4ace7ca tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (6b9378af-0591-441d-a245-79a8c245f7e9), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:23.972671 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d24f1033-50b4-4b54-90b8-975fc4ace7ca tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (6b9378af-0591-441d-a245-79a8c245f7e9), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:23.975569 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d24f1033-50b4-4b54-90b8-975fc4ace7ca tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:23.976880 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d24f1033-50b4-4b54-90b8-975fc4ace7ca tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6b9378af-0591-441d-a245-79a8c245f7e9 HTTP/1.1" status: 204 len: 168 time: 0.1527174 Sep 13 07:08:23.979849 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45874) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:23.988163 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f1033-50b4-4b54-90b8-975fc4ace7ca tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9378af-0591-441d-a245-79a8c245f7e9,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:23.995502 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.api.v2.resource [None req-00a157fd-e6ab-412e-b7be-63b8206baed8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] show failed (client error): The resource could not be found. Sep 13 07:08:23.999813 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-00a157fd-e6ab-412e-b7be-63b8206baed8 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "GET /networking/v2.0/security-groups/6b9378af-0591-441d-a245-79a8c245f7e9 HTTP/1.1" status: 404 len: 347 time: 0.0151227 Sep 13 07:08:24.000146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45876) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:24.002317 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:08:24.027287 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: dc830de4-1081-4c18-ada7-433d5588216c {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:08:24.027631 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device dc830de4-1081-4c18-ada7-433d5588216c not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:08:24.120677 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Deleting port 877d7a35-3f52-47c1-85ab-2dc14c890911 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:08:24.121063 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:24.211744 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:24.212009 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (877d7a35-3f52-47c1-85ab-2dc14c890911), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:24.226063 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Calling delete_port for 877d7a35-3f52-47c1-85ab-2dc14c890911 owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:08:24.370783 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (877d7a35-3f52-47c1-85ab-2dc14c890911), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:24.373881 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:24.395753 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Pushing event deleted for resources: {'Port': ['ID=877d7a35-3f52-47c1-85ab-2dc14c890911,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:24.466389 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks [] for floatingip (11677922-eec4-4fef-afbe-9e68b254a638), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:24.468796 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:24.470761 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-49c2de68-fd61-4559-af55-dec4943de083 tempest-AttachVolumeShelveTestJSON-2011100246 tempest-AttachVolumeShelveTestJSON-2011100246-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/11677922-eec4-4fef-afbe-9e68b254a638 HTTP/1.1" status: 204 len: 168 time: 0.4675241 Sep 13 07:08:26.079552 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3d43a8a9-52c6-4a50-8997-3cfd60f83189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:26.943891 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45904) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:27.719466 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (1ffe126f-24d3-427c-8844-3a57b152a8e0), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:27.952033 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:27.971585 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:27.975399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Deleting port a5e37b98-8e31-4b9a-8875-fc17e188b208 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:08:27.975707 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:28.055931 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] For port a5e37b98-8e31-4b9a-8875-fc17e188b208, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=a5e37b98-8e31-4b9a-8875-fc17e188b208,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:08:28.056296 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:28.069997 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Calling delete_port for a5e37b98-8e31-4b9a-8875-fc17e188b208 owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:08:28.271728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (a5e37b98-8e31-4b9a-8875-fc17e188b208), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:28.294115 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e37b98-8e31-4b9a-8875-fc17e188b208,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:28.389648 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f4087436-3c3e-44c4-8211-05b0a21e6eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:28.479723 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (1ffe126f-24d3-427c-8844-3a57b152a8e0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:28.709390 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Router 1ffe126f-24d3-427c-8844-3a57b152a8e0 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:08:28.834645 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:08:28.839776 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-53e827cb-da83-411f-8975-b2040f692756 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/1ffe126f-24d3-427c-8844-3a57b152a8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8948522 Sep 13 07:08:28.842582 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45910) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:28.843683 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] Sync routers for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:08:28.855243 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:08:28.855940 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:28.883044 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:28.901457 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:28.956812 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks [] for router (1ffe126f-24d3-427c-8844-3a57b152a8e0), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:28.960858 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:08:29.077464 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks [] for router_gateway (1ffe126f-24d3-427c-8844-3a57b152a8e0), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.123895 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Deleting port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:08:29.124191 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.132054 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:08:28Z', 'revision_number': 5, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port': {'id': '4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:01:03Z', 'updated_at': '2022-09-13T07:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:29.134612 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:29.157838 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] Checking router: 1ffe126f-24d3-427c-8844-3a57b152a8e0 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:08:29.166837 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] Routers {'1ffe126f-24d3-427c-8844-3a57b152a8e0'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:08:29.167449 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1ffe126f-24d3-427c-8844-3a57b152a8e0'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:29.223521 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] For port 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:08:29.223995 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.233534 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:29.240662 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Calling delete_port for 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:08:29.255807 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] Set router 1ffe126f-24d3-427c-8844-3a57b152a8e0 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:08:29.307445 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:08:29Z', 'revision_number': 6, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:29.332504 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a860147-f1f0-45fe-bca7-243c072186db None None] The sync data for ids ['1ffe126f-24d3-427c-8844-3a57b152a8e0'] in dv-cinder-856941-4-iscsi is: [{'id': '1ffe126f-24d3-427c-8844-3a57b152a8e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1450591189-router', 'tenant_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:01:01Z', 'updated_at': '2022-09-13T07:08:29Z', 'revision_number': 6, 'project_id': '5d5ac5d4506943c48f4f7640d97f63c5', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:08:29.425331 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.458999 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:29.533011 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (1ffe126f-24d3-427c-8844-3a57b152a8e0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.627371 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (1ffe126f-24d3-427c-8844-3a57b152a8e0), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.629959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks [] for router_controller (1ffe126f-24d3-427c-8844-3a57b152a8e0), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.679962 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (1ffe126f-24d3-427c-8844-3a57b152a8e0), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.680813 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ffe126f-24d3-427c-8844-3a57b152a8e0 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:08:29.685549 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.686750 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9935db78-5809-40c5-945b-e5c49dcf280b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/1ffe126f-24d3-427c-8844-3a57b152a8e0 HTTP/1.1" status: 204 len: 168 time: 0.8432631 Sep 13 07:08:29.689385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45918) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:29.744064 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] Deleting subnet b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:08:29.747468 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] Publish callbacks [] for subnet (b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.791327 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.854667 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.880377 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.905096 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:29.912257 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:29.942129 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.972854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:29.978008 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:29.984322 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f856d692-a258-4395-8b75-d9816734d71b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/b31894b3-9a97-4f4e-a7b0-f279cb2f0fd1 HTTP/1.1" status: 204 len: 168 time: 0.2915926 Sep 13 07:08:29.984489 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13959e7-73fa-4239-a67b-ae855855acbb None None] Network 4c3c52b2-50ca-4f89-8b20-12f54380722c requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:08:29.984602 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45920) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:30.057530 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (4c3c52b2-50ca-4f89-8b20-12f54380722c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.105762 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Deleting port 9821aa12-7455-4437-8ffa-4aea33052c2b {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:08:30.106108 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.166668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] DHCP port deletion for 4c3c52b2-50ca-4f89-8b20-12f54380722c request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:08:30.176923 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] For port 9821aa12-7455-4437-8ffa-4aea33052c2b, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=9821aa12-7455-4437-8ffa-4aea33052c2b,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:08:30.177350 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.192070 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Calling delete_port for 9821aa12-7455-4437-8ffa-4aea33052c2b owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:08:30.205912 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Deleting port 9821aa12-7455-4437-8ffa-4aea33052c2b {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:08:30.206293 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.276485 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.276927 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] For port 9821aa12-7455-4437-8ffa-4aea33052c2b, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=9821aa12-7455-4437-8ffa-4aea33052c2b,segment=NetworkSegment(6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b),segment_id=6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:08:30.277353 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.294716 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Calling delete_port for 9821aa12-7455-4437-8ffa-4aea33052c2b owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:08:30.302664 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Pushing event deleted for resources: {'Port': ['ID=9821aa12-7455-4437-8ffa-4aea33052c2b,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:30.304468 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] No DVR routers for this DVR port 9821aa12-7455-4437-8ffa-4aea33052c2b on host dv-cinder-856941-4-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:08:30.377863 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (9821aa12-7455-4437-8ffa-4aea33052c2b), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.383933 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (4c3c52b2-50ca-4f89-8b20-12f54380722c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.405666 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3c52b2-50ca-4f89-8b20-12f54380722c']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:30.406271 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Pushing event deleted for resources: {'Port': ['ID=9821aa12-7455-4437-8ffa-4aea33052c2b,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:30.411383 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] No DVR routers for this DVR port 9821aa12-7455-4437-8ffa-4aea33052c2b on host dv-cinder-856941-4-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:08:30.418193 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:30.418193 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:08:30.421396 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.421795 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.422959 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.427306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.427856 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.428207 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.428541 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.428874 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.429248 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.430910 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.431348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.431694 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.432027 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.432381 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.432711 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f566a-56a5-4369-be4a-4f5ffc579a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:30.442268 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.457200 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.464196 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:08:30.464531 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.509626 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b resource provider aggregate not found Sep 13 07:08:30.526945 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ef14bfe-d574-4ccf-aed7-a9c008f4ba2b found for delete ", "request_id": "req-b18aee3b-5988-4e24-9a9c-264e18be0cfa"}]} Sep 13 07:08:30.534962 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (4c3c52b2-50ca-4f89-8b20-12f54380722c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.541654 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.543339 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:08:30.544772 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4c3c52b2-50ca-4f89-8b20-12f54380722c HTTP/1.1" status: 204 len: 168 time: 0.5592024 Sep 13 07:08:30.557666 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54946f42-17f5-48cf-afb1-d49980222834 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3c52b2-50ca-4f89-8b20-12f54380722c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:30.570183 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:08:30.570753 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 4f98d7f9-00dc-476c-ae6a-5ff72a4a31e8 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:08:30.571191 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a5e37b98-8e31-4b9a-8875-fc17e188b208 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:08:30.590409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: a5e37b98-8e31-4b9a-8875-fc17e188b208 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:08:30.590757 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device a5e37b98-8e31-4b9a-8875-fc17e188b208 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:08:30.591179 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9821aa12-7455-4437-8ffa-4aea33052c2b no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:08:30.614701 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 9821aa12-7455-4437-8ffa-4aea33052c2b {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:08:30.615095 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 9821aa12-7455-4437-8ffa-4aea33052c2b not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:08:30.671515 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45938) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:30.712626 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8ea586d6-d916-44e8-af0f-d7774c2ba3f8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d5ac5d4506943c48f4f7640d97f63c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399272 Sep 13 07:08:30.715315 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 45940) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:30.766636 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-37bc7163-94c3-445f-91f1-71919b100296 admin admin] Publish callbacks [] for security_group (e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.788062 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-37bc7163-94c3-445f-91f1-71919b100296 admin admin] Publish callbacks [] for security_group (e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.836781 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-37bc7163-94c3-445f-91f1-71919b100296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.839431 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-37bc7163-94c3-445f-91f1-71919b100296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:30.840562 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-37bc7163-94c3-445f-91f1-71919b100296 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e HTTP/1.1" status: 204 len: 168 time: 0.1243796 Sep 13 07:08:30.848609 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc7163-94c3-445f-91f1-71919b100296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c5ffe4-b214-4f1e-97a8-b74a5b75e01e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:31.535019 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:31.538818 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:32.842150 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 45998) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:32.960537 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e7090b8f-a13c-4c95-84f4-f184487defcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.035659 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e7090b8f-a13c-4c95-84f4-f184487defcb admin admin] Publish callbacks [] for security_group (d0cc060c-da82-4380-b8b0-68f7e7b8db2e), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.042222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e7090b8f-a13c-4c95-84f4-f184487defcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d0cc060c-da82-4380-b8b0-68f7e7b8db2e), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.083061 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e7090b8f-a13c-4c95-84f4-f184487defcb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e7bedd1544c64b8d9f06c23c64ec7c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397239 Sep 13 07:08:33.084006 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7090b8f-a13c-4c95-84f4-f184487defcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc060c-da82-4380-b8b0-68f7e7b8db2e,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:33.085973 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46002) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:33.136298 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:33.140082 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ae16-6c0f-4015-a2b2-f112c66f7c3d admin admin] Publish callbacks [] for security_group (d0cc060c-da82-4380-b8b0-68f7e7b8db2e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.159183 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:33.161560 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ae16-6c0f-4015-a2b2-f112c66f7c3d admin admin] Publish callbacks [] for security_group (d0cc060c-da82-4380-b8b0-68f7e7b8db2e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.209382 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ae16-6c0f-4015-a2b2-f112c66f7c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d0cc060c-da82-4380-b8b0-68f7e7b8db2e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.212052 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ae16-6c0f-4015-a2b2-f112c66f7c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.215580 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5dc7ae16-6c0f-4015-a2b2-f112c66f7c3d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d0cc060c-da82-4380-b8b0-68f7e7b8db2e HTTP/1.1" status: 204 len: 168 time: 0.1261261 Sep 13 07:08:33.221343 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7ae16-6c0f-4015-a2b2-f112c66f7c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc060c-da82-4380-b8b0-68f7e7b8db2e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:33.507619 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46010) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:33.526031 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b26e-8e87-46dd-9566-d0b7a538cc02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.615093 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b26e-8e87-46dd-9566-d0b7a538cc02 admin admin] Publish callbacks [] for security_group (c981f65c-712e-4e2f-9c7f-b3e651949360), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.621609 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b26e-8e87-46dd-9566-d0b7a538cc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c981f65c-712e-4e2f-9c7f-b3e651949360), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.661264 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f7e5b26e-8e87-46dd-9566-d0b7a538cc02 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d3d9417f5c184f72acf09c2af39a7dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521101 Sep 13 07:08:33.661918 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b26e-8e87-46dd-9566-d0b7a538cc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c981f65c-712e-4e2f-9c7f-b3e651949360,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:33.664055 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46012) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:33.718516 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Publish callbacks [] for security_group (c981f65c-712e-4e2f-9c7f-b3e651949360), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.743944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Publish callbacks [] for security_group (c981f65c-712e-4e2f-9c7f-b3e651949360), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.796358 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c981f65c-712e-4e2f-9c7f-b3e651949360), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.798853 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:33.800031 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c981f65c-712e-4e2f-9c7f-b3e651949360 HTTP/1.1" status: 204 len: 168 time: 0.1349821 Sep 13 07:08:33.808117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c981f65c-712e-4e2f-9c7f-b3e651949360,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:33.815978 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.816345 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.816954 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.817382 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.817777 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.818156 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.818489 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.818811 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.819136 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.819473 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.819800 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.820089 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.820393 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.820706 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:33.821017 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087148a3-2f14-463c-8684-2a5b1e214dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:08:42.133219 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:42.139662 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:42.152280 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:43.648702 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:43.657316 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:DELETE=2,neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:43.810807 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:43.812016 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=42,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:46.530066 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=15 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:49.401245 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46228) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:49.522401 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-76082a73-de67-43ca-865d-49c81902f49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:49.603206 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-76082a73-de67-43ca-865d-49c81902f49a admin admin] Publish callbacks [] for security_group (3800cc2a-5141-4e5a-baa0-f1a5f5f76f82), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:49.608875 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-76082a73-de67-43ca-865d-49c81902f49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3800cc2a-5141-4e5a-baa0-f1a5f5f76f82), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:49.647137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76082a73-de67-43ca-865d-49c81902f49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3800cc2a-5141-4e5a-baa0-f1a5f5f76f82,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:49.651970 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-76082a73-de67-43ca-865d-49c81902f49a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f4f30c8da851457f96e1f2a309a14769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489693 Sep 13 07:08:49.655371 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46232) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:08:49.707860 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d541a7e9-53b1-4c53-aedd-b404eee1609f admin admin] Publish callbacks [] for security_group (3800cc2a-5141-4e5a-baa0-f1a5f5f76f82), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:49.728760 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d541a7e9-53b1-4c53-aedd-b404eee1609f admin admin] Publish callbacks [] for security_group (3800cc2a-5141-4e5a-baa0-f1a5f5f76f82), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:49.780673 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d541a7e9-53b1-4c53-aedd-b404eee1609f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3800cc2a-5141-4e5a-baa0-f1a5f5f76f82), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:49.783042 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d541a7e9-53b1-4c53-aedd-b404eee1609f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:49.784192 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-d541a7e9-53b1-4c53-aedd-b404eee1609f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3800cc2a-5141-4e5a-baa0-f1a5f5f76f82 HTTP/1.1" status: 204 len: 168 time: 0.1282265 Sep 13 07:08:49.791949 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541a7e9-53b1-4c53-aedd-b404eee1609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3800cc2a-5141-4e5a-baa0-f1a5f5f76f82,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:08:51.549865 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:08:52.144473 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:54.513951 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:56.077493 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-326db62d-2659-45fe-a8e0-0e1c215dd637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:58.391370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6eda1081-b87a-45a9-a344-1e4a63391cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:08:59.787248 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:59.788128 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:08:59.856852 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:01.538003 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:01.541909 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:01.542704 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:06.720794 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46494) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:06.853145 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:06.938570 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Publish callbacks [] for security_group (ef286d45-1f69-427d-93ef-5af488c8f412), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:06.943048 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ef286d45-1f69-427d-93ef-5af488c8f412), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:06.992026 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5e15dced44474a3c9d3072e3682155cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700412 Sep 13 07:09:06.992857 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef286d45-1f69-427d-93ef-5af488c8f412,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:06.994715 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46500) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:07.000810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.001142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.002523 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.002889 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.003226 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.003758 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.004188 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.004523 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.004857 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.005185 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.005902 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.005902 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.006220 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.006543 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.006866 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5379f1a6-9449-4292-8552-ea1fb5ad3550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:07.321864 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a5656e8a-74eb-4842-a2d3-0cbf28ef148b admin admin] Publish callbacks [] for security_group (ef286d45-1f69-427d-93ef-5af488c8f412), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:07.341490 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a5656e8a-74eb-4842-a2d3-0cbf28ef148b admin admin] Publish callbacks [] for security_group (ef286d45-1f69-427d-93ef-5af488c8f412), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:07.395348 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a5656e8a-74eb-4842-a2d3-0cbf28ef148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ef286d45-1f69-427d-93ef-5af488c8f412), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:07.397713 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a5656e8a-74eb-4842-a2d3-0cbf28ef148b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:07.398964 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-a5656e8a-74eb-4842-a2d3-0cbf28ef148b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ef286d45-1f69-427d-93ef-5af488c8f412 HTTP/1.1" status: 204 len: 168 time: 0.4032755 Sep 13 07:09:07.407193 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5656e8a-74eb-4842-a2d3-0cbf28ef148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef286d45-1f69-427d-93ef-5af488c8f412,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:11.519338 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:11.536310 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:11.647792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46602) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:11.967528 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Deleting port 4d02a9d8-ed91-4f87-aab0-fd806f526521 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:11.967824 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:12.050329 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:12.050630 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for floatingip (4d02a9d8-ed91-4f87-aab0-fd806f526521), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:12.067035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Calling delete_port for 4d02a9d8-ed91-4f87-aab0-fd806f526521 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:12.131509 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:12.237684 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (4d02a9d8-ed91-4f87-aab0-fd806f526521), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:12.264318 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event deleted for resources: {'Port': ['ID=4d02a9d8-ed91-4f87-aab0-fd806f526521,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:12.329787 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for floatingip (7f630829-5c53-46a2-8798-6f61d579daba), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:12.330032 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Floating IP 7f630829-5c53-46a2-8798-6f61d579daba disassociated (deleted). External IP: 172.27.2.161, port: a7477596-3b59-40f9-9676-9d56b3b3aba4. Sep 13 07:09:12.419616 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:12.799283 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:12.804997 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Router d40fbbaa-5a3e-4544-a35b-f5846e205523 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:09:12.915420 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:09:12.919885 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:12.928954 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] Sync routers for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:09:12.933277 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=10 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:12.948341 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:09:12.949090 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:12.953281 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-889a7c05-513b-4c74-9feb-66431c04d0a0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/7f630829-5c53-46a2-8798-6f61d579daba HTTP/1.1" status: 204 len: 168 time: 1.3040385 Sep 13 07:09:12.953558 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:09:12.955900 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:09:13.101805 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:09:13.220737 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940a29a-4635-45d4-8472-b807f8bdeb3a x-openstack-request-id: req-1940a29a-4635-45d4-8472-b807f8bdeb3a {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:09:13.221195 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:09:13.221586 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1940a29a-4635-45d4-8472-b807f8bdeb3a {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:09:13.222150 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1940a29a-4635-45d4-8472-b807f8bdeb3a'] response: {'name': 'network-changed', 'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'status': 'completed', 'code': 200} Sep 13 07:09:13.260243 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87056c7-1ebd-4ae5-a5b3-2f8b84a4aad8 req-95772e1e-39e2-4eed-baab-aea4275c05d0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:13.261840 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f87056c7-1ebd-4ae5-a5b3-2f8b84a4aad8 req-95772e1e-39e2-4eed-baab-aea4275c05d0 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0633569 Sep 13 07:09:13.316945 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f87056c7-1ebd-4ae5-a5b3-2f8b84a4aad8 req-278e55e7-378d-4211-abda-ec773475bc14 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488102 Sep 13 07:09:13.322605 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:04:01Z', 'revision_number': 5, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:13.350119 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] Checking router: d40fbbaa-5a3e-4544-a35b-f5846e205523 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:09:13.360804 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:09:13.361434 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:13.472216 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:09:13.685075 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:04:01Z', 'revision_number': 5, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:13.712345 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174dbbd-89a0-4540-918d-00fdf8852060 None None] The sync data for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi is: [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:03:52Z', 'revision_number': 4, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'f021207c-3922-4012-b502-2667f624f4bf', 'name': '', 'network_id': '027dc9b9-4576-4664-afcd-fda58e74e1bc', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'mac_address': 'fa:16:3e:ca:0d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:51Z', 'updated_at': '2022-09-13T07:04:01Z', 'revision_number': 5, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'subnets': [{'id': '51aef4b2-4a08-495f-9f8b-0c5e35aedffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:09:13.923740 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f9715f-80cf-4ff5-af2d-159346e206ce None None] New status for floating IP 7f630829-5c53-46a2-8798-6f61d579daba: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:09:14.457140 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10ce3-f811-4310-adf7-0bb1f316afd4 req-9f1c8f45-08d2-401d-ac66-f3ee351fbe92 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:14.458632 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-10f10ce3-f811-4310-adf7-0bb1f316afd4 req-9f1c8f45-08d2-401d-ac66-f3ee351fbe92 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0498381 Sep 13 07:09:14.513194 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-10f10ce3-f811-4310-adf7-0bb1f316afd4 req-8a7993ee-1cc4-4430-ac87-cd8c663e71c4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453269 Sep 13 07:09:15.659272 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac526-8394-4a6a-98e1-c1cf6ea610d7 req-1f640c39-9f47-45d6-9de8-ac317aaefb4e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:15.660753 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-68bac526-8394-4a6a-98e1-c1cf6ea610d7 req-1f640c39-9f47-45d6-9de8-ac317aaefb4e tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0614345 Sep 13 07:09:15.713404 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-68bac526-8394-4a6a-98e1-c1cf6ea610d7 req-201c76a6-9630-4299-8a99-d060b6104e11 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469487 Sep 13 07:09:16.816591 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-0e2a0da1-118a-4a42-abbe-a181d9d304a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:16.818125 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-0e2a0da1-118a-4a42-abbe-a181d9d304a0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 1130 time: 0.0605505 Sep 13 07:09:16.861761 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af41a-85e8-4897-b9bb-903aaf0873ec req-62738fe1-c363-439e-9ff7-0377649e34e1 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:16.863272 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f8af41a-85e8-4897-b9bb-903aaf0873ec req-62738fe1-c363-439e-9ff7-0377649e34e1 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.0645809 Sep 13 07:09:16.916194 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f8af41a-85e8-4897-b9bb-903aaf0873ec req-ade13950-50da-433a-ba7a-b7d014005fd4 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466423 Sep 13 07:09:17.684181 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-7a7eb73c-8f22-47a8-a96d-5eb3573e7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:17.685601 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-7a7eb73c-8f22-47a8-a96d-5eb3573e7c91 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 200 len: 909 time: 0.1064687 Sep 13 07:09:17.808413 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-1ef9a6d2-37ca-49a6-8fb0-ee892b292714 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 200 len: 217 time: 0.0596635 Sep 13 07:09:17.811097 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46700) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:17.879854 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-f95a35c5-aeb1-4223-8b8e-12dc4896f137 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:17.881482 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-f95a35c5-aeb1-4223-8b8e-12dc4896f137 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.1210630 Sep 13 07:09:17.893355 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-d4321412-94be-42b9-b71e-2fa0d7729ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:17.894798 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-d4321412-94be-42b9-b71e-2fa0d7729ce3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 200 len: 847 time: 0.0689151 Sep 13 07:09:17.945282 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a7a64973-5107-42d8-9a7d-9d0d4dd5d21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.002004 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-6d6ece80-be24-4ff3-b32a-b283d178a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:18.003641 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-6d6ece80-be24-4ff3-b32a-b283d178a0c2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=027dc9b9-4576-4664-afcd-fda58e74e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766432 Sep 13 07:09:18.029177 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a7a64973-5107-42d8-9a7d-9d0d4dd5d21c admin admin] Publish callbacks [] for security_group (927ac201-afbd-4893-892d-1a88da733c8c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.034419 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-a7a64973-5107-42d8-9a7d-9d0d4dd5d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (927ac201-afbd-4893-892d-1a88da733c8c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.068419 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-a7a64973-5107-42d8-9a7d-9d0d4dd5d21c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ec2bf33b461f441380f0f820d9dc2d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561185 Sep 13 07:09:18.088225 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46710) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:18.126299 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Deleting port a7477596-3b59-40f9-9676-9d56b3b3aba4 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:18.126642 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.134396 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:18.160006 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfa9-b276-4fe3-b6c0-f9bf4b48fdbb admin admin] Publish callbacks [] for security_group (927ac201-afbd-4893-892d-1a88da733c8c), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.173965 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a64973-5107-42d8-9a7d-9d0d4dd5d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927ac201-afbd-4893-892d-1a88da733c8c,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:18.186704 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:18.192770 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfa9-b276-4fe3-b6c0-f9bf4b48fdbb admin admin] Publish callbacks [] for security_group (927ac201-afbd-4893-892d-1a88da733c8c), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.195062 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06791-b748-42ae-bfc0-041cef9cf808 req-43393536-12e4-4abf-8339-343aec593548 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:18.196561 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c7c06791-b748-42ae-bfc0-041cef9cf808 req-43393536-12e4-4abf-8339-343aec593548 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 946 time: 0.1612492 Sep 13 07:09:18.262810 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-9ca84eeb-7c80-4247-8acb-026a998b757e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286482 Sep 13 07:09:18.269338 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfa9-b276-4fe3-b6c0-f9bf4b48fdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (927ac201-afbd-4893-892d-1a88da733c8c), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.273331 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c48dbfa9-b276-4fe3-b6c0-f9bf4b48fdbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.276981 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c48dbfa9-b276-4fe3-b6c0-f9bf4b48fdbb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/927ac201-afbd-4893-892d-1a88da733c8c HTTP/1.1" status: 204 len: 168 time: 0.1834357 Sep 13 07:09:18.284274 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dbfa9-b276-4fe3-b6c0-f9bf4b48fdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ac201-afbd-4893-892d-1a88da733c8c,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:18.375857 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] For port a7477596-3b59-40f9-9676-9d56b3b3aba4, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a7477596-3b59-40f9-9676-9d56b3b3aba4,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:18.375857 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.378040 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c7c06791-b748-42ae-bfc0-041cef9cf808 req-a32aea57-0518-4b70-bc4b-e73348f13974 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f4fbd983-2418-46c7-b856-651337e2db49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617501 Sep 13 07:09:18.399261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Calling delete_port for a7477596-3b59-40f9-9676-9d56b3b3aba4 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:18.472923 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-87b5212d-33f8-4af9-a92a-6a5c2d6f5a8a req-fc3452ba-e956-419f-81a2-1f3388ba37e6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959157 Sep 13 07:09:18.622278 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (a7477596-3b59-40f9-9676-9d56b3b3aba4), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.667049 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event deleted for resources: {'Port': ['ID=a7477596-3b59-40f9-9676-9d56b3b3aba4,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:18.752527 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] No DVR routers for this DVR port a7477596-3b59-40f9-9676-9d56b3b3aba4 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:09:18.756862 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:18.760950 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-25bc4b52-b50c-46d1-bca3-ef0921eb8105 req-0425e8ed-8c7f-484d-b86f-2c77cbaae706 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a7477596-3b59-40f9-9676-9d56b3b3aba4 HTTP/1.1" status: 204 len: 173 time: 0.8323581 Sep 13 07:09:18.761531 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-deleted', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:09:18.764576 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645fc277-eac0-4272-917a-aaf0c8d1734b" -d '{"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-deleted", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:09:18.816666 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c242c8-9d50-4453-9c1b-62bb7443a46f x-openstack-request-id: req-d9c242c8-9d50-4453-9c1b-62bb7443a46f {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:09:18.816941 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d695cc83-d3c5-44c9-af4a-2f0e67a96adf", "name": "network-vif-deleted", "tag": "a7477596-3b59-40f9-9676-9d56b3b3aba4", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:09:18.817197 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9c242c8-9d50-4453-9c1b-62bb7443a46f {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:09:18.817588 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c242c8-9d50-4453-9c1b-62bb7443a46f'] response: {'server_uuid': 'd695cc83-d3c5-44c9-af4a-2f0e67a96adf', 'name': 'network-vif-deleted', 'tag': 'a7477596-3b59-40f9-9676-9d56b3b3aba4', 'status': 'completed', 'code': 200} Sep 13 07:09:18.858961 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ecc0-2a7a-45aa-8232-070f4285c8c5 req-2e73eb71-4639-45d6-a153-2409e4c22b82 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:18.861003 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9429ecc0-2a7a-45aa-8232-070f4285c8c5 req-2e73eb71-4639-45d6-a153-2409e4c22b82 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0558133 Sep 13 07:09:18.917916 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9429ecc0-2a7a-45aa-8232-070f4285c8c5 req-c51eb3c8-bf39-49e9-a367-710bd5b1154c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507717 Sep 13 07:09:19.503674 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-fa984cfa-6cf2-4b92-90cd-8fa3da03c1ec req-d260226d-3127-458c-8f69-c1ff0d5d5fd7 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0287666 Sep 13 07:09:19.868254 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9284c8a9-b952-41c3-8255-1ae68d05f2e7 req-c5ee1494-8ab3-4a8d-a6d7-e7010d3df3c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303702 Sep 13 07:09:20.005094 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9284c8a9-b952-41c3-8255-1ae68d05f2e7 req-6d763bbc-3f8f-42aa-b904-b043c35b1ae5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&device_id=d695cc83-d3c5-44c9-af4a-2f0e67a96adf HTTP/1.1" status: 200 len: 210 time: 0.0621269 Sep 13 07:09:20.180312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4305-80e8-4eb3-af12-66721af32e0b req-5a78e85e-dd0c-40d5-8e75-df085faf73aa tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:20.182525 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-076f4305-80e8-4eb3-af12-66721af32e0b req-5a78e85e-dd0c-40d5-8e75-df085faf73aa tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.1480227 Sep 13 07:09:20.255372 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284c8a9-b952-41c3-8255-1ae68d05f2e7 req-e98838a2-3161-4255-bbab-6f67bc501594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:20.257227 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9284c8a9-b952-41c3-8255-1ae68d05f2e7 req-e98838a2-3161-4255-bbab-6f67bc501594 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2107415 Sep 13 07:09:20.264783 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-076f4305-80e8-4eb3-af12-66721af32e0b req-45025b76-5ec1-472a-8b27-eae4d5e2025b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735047 Sep 13 07:09:20.324017 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:20.358711 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284c8a9-b952-41c3-8255-1ae68d05f2e7 req-ed928d56-3367-4c74-94fd-7d478e1e7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:20.360187 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9284c8a9-b952-41c3-8255-1ae68d05f2e7 req-ed928d56-3367-4c74-94fd-7d478e1e7768 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945494 Sep 13 07:09:20.407288 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46772) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:20.515347 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-621fc0a5-00d0-4054-9961-93fb6bf2cb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.576026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46778) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:20.596762 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-621fc0a5-00d0-4054-9961-93fb6bf2cb07 admin admin] Publish callbacks [] for security_group (51b0598b-5122-4d14-85e8-8924ec4509de), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.603570 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-621fc0a5-00d0-4054-9961-93fb6bf2cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (51b0598b-5122-4d14-85e8-8924ec4509de), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.614168 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:20.641426 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-09b9a818-fc02-4371-b9a5-0f3380524f83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group (f4fbd983-2418-46c7-b856-651337e2db49), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.643990 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fc0a5-00d0-4054-9961-93fb6bf2cb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0598b-5122-4d14-85e8-8924ec4509de,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:20.648265 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-621fc0a5-00d0-4054-9961-93fb6bf2cb07 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=38190eb9a5f247c09c0b4f5e1c6fe1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398834 Sep 13 07:09:20.651038 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46780) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:20.659690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:20.672283 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-09b9a818-fc02-4371-b9a5-0f3380524f83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group (f4fbd983-2418-46c7-b856-651337e2db49), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.703889 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5c98f5a-88c0-42d9-ace4-152073971354 admin admin] Publish callbacks [] for security_group (51b0598b-5122-4d14-85e8-8924ec4509de), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.724399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5c98f5a-88c0-42d9-ace4-152073971354 admin admin] Publish callbacks [] for security_group (51b0598b-5122-4d14-85e8-8924ec4509de), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.739367 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-09b9a818-fc02-4371-b9a5-0f3380524f83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (f4fbd983-2418-46c7-b856-651337e2db49), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.742001 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-09b9a818-fc02-4371-b9a5-0f3380524f83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.746392 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-09b9a818-fc02-4371-b9a5-0f3380524f83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f4fbd983-2418-46c7-b856-651337e2db49 HTTP/1.1" status: 204 len: 168 time: 0.1680808 Sep 13 07:09:20.753611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9a818-fc02-4371-b9a5-0f3380524f83 tempest-TestShelveInstance-2126020596 tempest-TestShelveInstance-2126020596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fbd983-2418-46c7-b856-651337e2db49,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:20.780430 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5c98f5a-88c0-42d9-ace4-152073971354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (51b0598b-5122-4d14-85e8-8924ec4509de), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.783843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b5c98f5a-88c0-42d9-ace4-152073971354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:20.785041 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b5c98f5a-88c0-42d9-ace4-152073971354 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/51b0598b-5122-4d14-85e8-8924ec4509de HTTP/1.1" status: 204 len: 168 time: 0.1330729 Sep 13 07:09:20.794923 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:20.799205 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98f5a-88c0-42d9-ace4-152073971354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0598b-5122-4d14-85e8-8924ec4509de,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:20.809472 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46786) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:21.070025 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46792) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:21.083439 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b1329a22-1302-45c8-8bef-cf2532abbcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.161669 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b1329a22-1302-45c8-8bef-cf2532abbcd4 admin admin] Publish callbacks [] for security_group (db9d5ace-9b12-4e2a-802f-0aad108e6722), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.166407 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b1329a22-1302-45c8-8bef-cf2532abbcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (db9d5ace-9b12-4e2a-802f-0aad108e6722), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.194626 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (d40fbbaa-5a3e-4544-a35b-f5846e205523), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.204187 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329a22-1302-45c8-8bef-cf2532abbcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d5ace-9b12-4e2a-802f-0aad108e6722,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:21.211117 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b1329a22-1302-45c8-8bef-cf2532abbcd4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5e38f913e88643bca47711ed8ff8a430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374559 Sep 13 07:09:21.211371 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46794) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:21.265347 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5d4dd7a-aab1-49a6-9e6e-c770f8d72152 admin admin] Publish callbacks [] for security_group (db9d5ace-9b12-4e2a-802f-0aad108e6722), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.286513 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5d4dd7a-aab1-49a6-9e6e-c770f8d72152 admin admin] Publish callbacks [] for security_group (db9d5ace-9b12-4e2a-802f-0aad108e6722), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.338224 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5d4dd7a-aab1-49a6-9e6e-c770f8d72152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (db9d5ace-9b12-4e2a-802f-0aad108e6722), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.340768 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-d5d4dd7a-aab1-49a6-9e6e-c770f8d72152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.342155 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-d5d4dd7a-aab1-49a6-9e6e-c770f8d72152 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/db9d5ace-9b12-4e2a-802f-0aad108e6722 HTTP/1.1" status: 204 len: 168 time: 0.1298652 Sep 13 07:09:21.351349 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4dd7a-aab1-49a6-9e6e-c770f8d72152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d5ace-9b12-4e2a-802f-0aad108e6722,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:21.435048 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfb788-d448-464d-8807-01730b6e6506 req-651c7cda-c6f6-4fe1-a5a1-dfb4d7feb43a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:21.436570 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c4cfb788-d448-464d-8807-01730b6e6506 req-651c7cda-c6f6-4fe1-a5a1-dfb4d7feb43a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0776558 Sep 13 07:09:21.485645 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Deleting port f021207c-3922-4012-b502-2667f624f4bf {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:21.485969 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (f021207c-3922-4012-b502-2667f624f4bf), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.556020 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c4cfb788-d448-464d-8807-01730b6e6506 req-37d24811-e243-49b1-ae81-019e5cc8519d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979500 Sep 13 07:09:21.561817 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:21.595544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] For port f021207c-3922-4012-b502-2667f624f4bf, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=f021207c-3922-4012-b502-2667f624f4bf,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:21.595922 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (f021207c-3922-4012-b502-2667f624f4bf), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.612239 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Calling delete_port for f021207c-3922-4012-b502-2667f624f4bf owned by network:router_interface {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:21.720827 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:21.796111 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (f021207c-3922-4012-b502-2667f624f4bf), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:21.821832 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Pushing event deleted for resources: {'Port': ['ID=f021207c-3922-4012-b502-2667f624f4bf,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:21.999257 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (d40fbbaa-5a3e-4544-a35b-f5846e205523), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:22.184171 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a7477596-3b59-40f9-9676-9d56b3b3aba4 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:09:22.208689 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: a7477596-3b59-40f9-9676-9d56b3b3aba4 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:09:22.209107 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a7477596-3b59-40f9-9676-9d56b3b3aba4 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:09:22.211957 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Router d40fbbaa-5a3e-4544-a35b-f5846e205523 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:09:22.320681 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:09:22.325675 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-88bbb3cc-714a-4ba9-9468-1bad96159304 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d40fbbaa-5a3e-4544-a35b-f5846e205523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151465 Sep 13 07:09:22.328290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46824) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:22.330476 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] Sync routers for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:09:22.342053 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:09:22.342651 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:22.437412 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks [] for router (d40fbbaa-5a3e-4544-a35b-f5846e205523), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:22.450885 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:09:22.523943 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:22.555069 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks [] for router_gateway (d40fbbaa-5a3e-4544-a35b-f5846e205523), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:22.630209 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:22.652322 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Deleting port e5289a70-9649-4668-8bb7-b21d850d40db {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:22.652772 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:22.756693 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4f151-bc06-4e6c-a2fc-08563df87fa9 req-08d6cfb3-ec11-4c6c-8c03-e5f9021df36c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:22.758341 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84f4f151-bc06-4e6c-a2fc-08563df87fa9 req-08d6cfb3-ec11-4c6c-8c03-e5f9021df36c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0872622 Sep 13 07:09:22.770706 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:09:21Z', 'revision_number': 5, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port': {'id': 'e5289a70-9649-4668-8bb7-b21d850d40db', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:47Z', 'updated_at': '2022-09-13T07:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:22.796519 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] Checking router: d40fbbaa-5a3e-4544-a35b-f5846e205523 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:09:22.800754 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] For port e5289a70-9649-4668-8bb7-b21d850d40db, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=e5289a70-9649-4668-8bb7-b21d850d40db,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:22.801133 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:22.805744 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] Routers {'d40fbbaa-5a3e-4544-a35b-f5846e205523'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:09:22.806499 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d40fbbaa-5a3e-4544-a35b-f5846e205523'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:22.824571 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Calling delete_port for e5289a70-9649-4668-8bb7-b21d850d40db owned by network:router_gateway {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:22.848257 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84f4f151-bc06-4e6c-a2fc-08563df87fa9 req-f13ad5e2-73ff-457e-a5c7-98d0c2cf4084 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786502 Sep 13 07:09:22.906156 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] Set router d40fbbaa-5a3e-4544-a35b-f5846e205523 gateway port host: None {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:09:22.964496 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:09:22Z', 'revision_number': 6, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:22.991247 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a79b93-f00a-4e15-925f-6e1af888743a None None] The sync data for ids ['d40fbbaa-5a3e-4544-a35b-f5846e205523'] in dv-cinder-856941-4-iscsi is: [{'id': 'd40fbbaa-5a3e-4544-a35b-f5846e205523', 'name': 'tempest-TestShelveInstance-596351088-router', 'tenant_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:46Z', 'updated_at': '2022-09-13T07:09:22Z', 'revision_number': 6, 'project_id': '8e08bdf8d28f4a5093df2c5b26ccb9e6', 'gw_port_host': None}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:09:23.023944 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (e5289a70-9649-4668-8bb7-b21d850d40db), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.058435 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e5289a70-9649-4668-8bb7-b21d850d40db,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:23.126422 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (d40fbbaa-5a3e-4544-a35b-f5846e205523), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.484312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (d40fbbaa-5a3e-4544-a35b-f5846e205523), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.486599 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks [] for router_controller (d40fbbaa-5a3e-4544-a35b-f5846e205523), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.542731 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (d40fbbaa-5a3e-4544-a35b-f5846e205523), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.543392 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d40fbbaa-5a3e-4544-a35b-f5846e205523 {{(pid=106283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:09:23.547917 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.549066 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-6e56c2a2-4062-4536-a18a-2fdf276fa8fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d40fbbaa-5a3e-4544-a35b-f5846e205523 HTTP/1.1" status: 204 len: 168 time: 1.2197635 Sep 13 07:09:23.552007 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46848) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:23.601666 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] Deleting subnet 51aef4b2-4a08-495f-9f8b-0c5e35aedffc {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:09:23.605172 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] Publish callbacks [] for subnet (51aef4b2-4a08-495f-9f8b-0c5e35aedffc), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.643142 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (51aef4b2-4a08-495f-9f8b-0c5e35aedffc), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.733858 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (51aef4b2-4a08-495f-9f8b-0c5e35aedffc), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.797310 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (51aef4b2-4a08-495f-9f8b-0c5e35aedffc), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.823811 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51aef4b2-4a08-495f-9f8b-0c5e35aedffc,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:23.828777 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.835746 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-526739de-9ffa-4795-8cf1-cf8959cc2ba9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/51aef4b2-4a08-495f-9f8b-0c5e35aedffc HTTP/1.1" status: 204 len: 168 time: 0.2795105 Sep 13 07:09:23.835941 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70d5a3-9d43-4555-b80d-2855c0b668ac None None] Network 027dc9b9-4576-4664-afcd-fda58e74e1bc requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:09:23.836417 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46850) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:23.920453 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (027dc9b9-4576-4664-afcd-fda58e74e1bc), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.927435 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:23.954869 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:23.966060 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Deleting port 681bbf9a-c807-4094-9d13-fa5da45754ec {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:23.966495 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:23.968918 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:23.990459 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313d8b8-9cf2-47d9-ac3d-ddd3d1a028fd req-b63ca5a5-6872-4450-8c1a-535cd991eb4e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:23.998034 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d313d8b8-9cf2-47d9-ac3d-ddd3d1a028fd req-b63ca5a5-6872-4450-8c1a-535cd991eb4e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0569541 Sep 13 07:09:24.030649 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] DHCP port deletion for 027dc9b9-4576-4664-afcd-fda58e74e1bc request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:09:24.036673 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:24.039536 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] For port 681bbf9a-c807-4094-9d13-fa5da45754ec, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=681bbf9a-c807-4094-9d13-fa5da45754ec,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:24.039940 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.059549 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Calling delete_port for 681bbf9a-c807-4094-9d13-fa5da45754ec owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:24.062816 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d313d8b8-9cf2-47d9-ac3d-ddd3d1a028fd req-84cd4100-a46c-4ef4-b89d-29c422e381f9 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635536 Sep 13 07:09:24.086676 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] Deleting port 681bbf9a-c807-4094-9d13-fa5da45754ec {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:24.087053 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.154067 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.159340 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] For port 681bbf9a-c807-4094-9d13-fa5da45754ec, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=681bbf9a-c807-4094-9d13-fa5da45754ec,segment=NetworkSegment(da38fc1a-dc1e-477d-bc09-c3451266a59e),segment_id=da38fc1a-dc1e-477d-bc09-c3451266a59e)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:24.159736 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.172288 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] Calling delete_port for 681bbf9a-c807-4094-9d13-fa5da45754ec owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:24.182728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Pushing event deleted for resources: {'Port': ['ID=681bbf9a-c807-4094-9d13-fa5da45754ec,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:24.186432 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] No DVR routers for this DVR port 681bbf9a-c807-4094-9d13-fa5da45754ec on host dv-cinder-856941-4-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:09:24.241423 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=100 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:24.251368 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:24.260209 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (681bbf9a-c807-4094-9d13-fa5da45754ec), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.264577 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:24.268548 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (027dc9b9-4576-4664-afcd-fda58e74e1bc), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.291433 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027dc9b9-4576-4664-afcd-fda58e74e1bc']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:24.295131 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] No DVR routers for this DVR port 681bbf9a-c807-4094-9d13-fa5da45754ec on host dv-cinder-856941-4-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:09:24.298793 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192bdd4-1d05-4a19-9c80-c2f39fe0bae0 None None] Pushing event deleted for resources: {'Port': ['ID=681bbf9a-c807-4094-9d13-fa5da45754ec,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:24.301674 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38fc1a-dc1e-477d-bc09-c3451266a59e') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:24.302292 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38fc1a-dc1e-477d-bc09-c3451266a59e') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:24.317999 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (da38fc1a-dc1e-477d-bc09-c3451266a59e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.332796 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (da38fc1a-dc1e-477d-bc09-c3451266a59e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.339909 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:09:24.340544 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (da38fc1a-dc1e-477d-bc09-c3451266a59e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.410171 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (027dc9b9-4576-4664-afcd-fda58e74e1bc), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.415416 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.418873 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/027dc9b9-4576-4664-afcd-fda58e74e1bc HTTP/1.1" status: 204 len: 168 time: 0.5817382 Sep 13 07:09:24.422010 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46864) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:24.443919 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a8675-c932-49e5-a868-a9238b4dc58f admin admin] Pushing event deleted for resources: {'Network': ['ID=027dc9b9-4576-4664-afcd-fda58e74e1bc,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:24.519299 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment da38fc1a-dc1e-477d-bc09-c3451266a59e resource provider aggregate not found Sep 13 07:09:24.540039 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment da38fc1a-dc1e-477d-bc09-c3451266a59e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da38fc1a-dc1e-477d-bc09-c3451266a59e found for delete ", "request_id": "req-09d80d22-b125-45a1-a35f-745f5832c0b2"}]} Sep 13 07:09:24.578461 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device e5289a70-9649-4668-8bb7-b21d850d40db no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:09:24.597950 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: e5289a70-9649-4668-8bb7-b21d850d40db {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:09:24.598350 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device e5289a70-9649-4668-8bb7-b21d850d40db not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:09:24.599616 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f021207c-3922-4012-b502-2667f624f4bf no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:09:24.617097 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: f021207c-3922-4012-b502-2667f624f4bf {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:09:24.617440 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device f021207c-3922-4012-b502-2667f624f4bf not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:09:24.617857 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 681bbf9a-c807-4094-9d13-fa5da45754ec no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:09:24.638470 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 681bbf9a-c807-4094-9d13-fa5da45754ec {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:09:24.638824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 681bbf9a-c807-4094-9d13-fa5da45754ec not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:09:24.783661 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:24.962584 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:25.060384 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Deleting port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:25.060962 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:25.170851 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] For port d8da1cde-d58b-4ba1-8474-70c15b5dd5b7, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,segment=NetworkSegment(e5686d8e-f21f-4768-8689-dd9ebb478b8f),segment_id=e5686d8e-f21f-4768-8689-dd9ebb478b8f)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:25.171209 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:25.193991 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Calling delete_port for d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:25.194261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeedfdd-4c6d-4182-994d-714daaef5dfa req-4ed8b821-9dea-4b90-8d3d-0e9c407a9d22 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:25.195895 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:25.196065 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-caeedfdd-4c6d-4182-994d-714daaef5dfa req-4ed8b821-9dea-4b90-8d3d-0e9c407a9d22 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Sep 13 07:09:25.249484 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-caeedfdd-4c6d-4182-994d-714daaef5dfa req-688cfed4-a351-4a93-990e-6cfce0c61aed tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465560 Sep 13 07:09:25.402784 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (d8da1cde-d58b-4ba1-8474-70c15b5dd5b7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:25.431214 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8da1cde-d58b-4ba1-8474-70c15b5dd5b7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:25.617121 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:25.903744 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:09:25.963483 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:26.020677 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:09:26.026139 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-45cfa78f-e70d-4bc5-97f8-49fbaa0a5280 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030536 Sep 13 07:09:26.028851 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46882) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:26.031035 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] Sync routers for ids ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:09:26.042685 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] Routers {'1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:09:26.043304 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:26.078837 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-3e82a94c-a165-487a-80fc-1b43294e2900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.138781 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks [] for router (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.150687 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] Set router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:09:26.219956 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:26.245863 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks [] for router_gateway (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.292547 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Deleting port 7335c146-b564-46ee-abdf-20a6bb08877e {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:26.293123 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.379269 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] For port 7335c146-b564-46ee-abdf-20a6bb08877e, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=7335c146-b564-46ee-abdf-20a6bb08877e,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:26.379631 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.381918 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2eba5-982e-4384-ad17-a2741b5f2ff9 req-928b8219-b6e1-4ed3-8dcb-3e7332a321c7 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:26.384143 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-79b2eba5-982e-4384-ad17-a2741b5f2ff9 req-928b8219-b6e1-4ed3-8dcb-3e7332a321c7 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Sep 13 07:09:26.393148 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Calling delete_port for 7335c146-b564-46ee-abdf-20a6bb08877e owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:26.418039 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:09:25Z', 'revision_number': 5, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port': {'id': '7335c146-b564-46ee-abdf-20a6bb08877e', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:03:56Z', 'updated_at': '2022-09-13T07:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:26.436886 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-79b2eba5-982e-4384-ad17-a2741b5f2ff9 req-a0bb469f-7a8c-4205-803d-249140f65614 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467350 Sep 13 07:09:26.445884 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] Checking router: 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:09:26.457992 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] Routers {'1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:09:26.458797 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:08:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:26.543282 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] Set router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:09:26.564508 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (7335c146-b564-46ee-abdf-20a6bb08877e), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.596961 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:09:26Z', 'revision_number': 6, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:26.607824 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7335c146-b564-46ee-abdf-20a6bb08877e,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:26.622393 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b68334-7371-429d-8b00-8bc7f3236dd5 None None] The sync data for ids ['1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29'] in dv-cinder-856941-4-iscsi is: [{'id': '1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29', 'name': 'tempest-TestShelveInstance-1008544152-router', 'tenant_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:03:55Z', 'updated_at': '2022-09-13T07:09:26Z', 'revision_number': 6, 'project_id': '4f52f8d9a593435da929e9ec5bfbfdd4', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:09:26.679448 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.765406 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.767808 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks [] for router_controller (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.812544 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.813112 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:09:26.817495 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.818757 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-c3bcdfd2-d467-4c64-b1e3-3cbd20e0fdc9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/1dd4308e-f1d4-4e0b-b800-3eb11f8f0c29 HTTP/1.1" status: 204 len: 168 time: 0.7889192 Sep 13 07:09:26.821509 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46886) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:26.869084 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] Deleting subnet 9063a85e-0274-4ad3-9a79-77aa9ee885de {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:09:26.872411 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] Publish callbacks [] for subnet (9063a85e-0274-4ad3-9a79-77aa9ee885de), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.908023 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (9063a85e-0274-4ad3-9a79-77aa9ee885de), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:26.945003 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:26.986421 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (9063a85e-0274-4ad3-9a79-77aa9ee885de), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.055202 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (9063a85e-0274-4ad3-9a79-77aa9ee885de), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.070156 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.073778 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9063a85e-0274-4ad3-9a79-77aa9ee885de HTTP/1.1" status: 204 len: 168 time: 0.2513611 Sep 13 07:09:27.075642 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebb201b-5a5a-40d6-9298-aba2417ae3da None None] Network d1cca71d-84b7-4262-a079-6be5c069e518 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:09:27.077129 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46898) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:27.093989 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce0da0-ba00-496e-8247-134c8efe3540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9063a85e-0274-4ad3-9a79-77aa9ee885de,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:27.163638 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:27.183411 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (d1cca71d-84b7-4262-a079-6be5c069e518), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.192094 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:27.230579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Deleting port ee421282-cae7-4be5-9b76-a5d279d96e08 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:09:27.230928 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.298841 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] For port ee421282-cae7-4be5-9b76-a5d279d96e08, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=ee421282-cae7-4be5-9b76-a5d279d96e08,segment=NetworkSegment(e5686d8e-f21f-4768-8689-dd9ebb478b8f),segment_id=e5686d8e-f21f-4768-8689-dd9ebb478b8f)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:09:27.299209 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.313318 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Calling delete_port for ee421282-cae7-4be5-9b76-a5d279d96e08 owned by network:dhcp {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:09:27.393276 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (ee421282-cae7-4be5-9b76-a5d279d96e08), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.421611 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee421282-cae7-4be5-9b76-a5d279d96e08,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:27.423533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] No DVR routers for this DVR port ee421282-cae7-4be5-9b76-a5d279d96e08 on host dv-cinder-856941-4-iscsi {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:09:27.449720 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414b59b-5b40-4bbd-8dbe-f54f86cfe2ae None None] DHCP port deletion for d1cca71d-84b7-4262-a079-6be5c069e518 request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:09:27.509720 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (d1cca71d-84b7-4262-a079-6be5c069e518), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.533003 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cca71d-84b7-4262-a079-6be5c069e518']}} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:27.567152 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5686d8e-f21f-4768-8689-dd9ebb478b8f') {'for_net_delete': True} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:27.567409 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5686d8e-f21f-4768-8689-dd9ebb478b8f') {} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:09:27.583157 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13146082'] for segment (e5686d8e-f21f-4768-8689-dd9ebb478b8f), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.597105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091cfb4-bc57-43e2-860f-5818f8beb566 req-a329674d-ea12-487d-b083-04b13e8c98b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:27.598995 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d091cfb4-bc57-43e2-860f-5818f8beb566 req-a329674d-ea12-487d-b083-04b13e8c98b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0701215 Sep 13 07:09:27.607633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (e5686d8e-f21f-4768-8689-dd9ebb478b8f), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.620697 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=106283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:09:27.621108 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13223570'] for segment (e5686d8e-f21f-4768-8689-dd9ebb478b8f), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.671754 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment e5686d8e-f21f-4768-8689-dd9ebb478b8f resource provider aggregate not found Sep 13 07:09:27.692400 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment e5686d8e-f21f-4768-8689-dd9ebb478b8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5686d8e-f21f-4768-8689-dd9ebb478b8f found for delete ", "request_id": "req-a88f942c-d5c1-4d55-b211-4690ac8b64b6"}]} Sep 13 07:09:27.714122 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (d1cca71d-84b7-4262-a079-6be5c069e518), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.720182 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:27.730295 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/d1cca71d-84b7-4262-a079-6be5c069e518 HTTP/1.1" status: 204 len: 168 time: 0.6480711 Sep 13 07:09:27.735667 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d091cfb4-bc57-43e2-860f-5818f8beb566 req-6d70ca53-2147-4c5b-96b6-29a61c54b921 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297679 Sep 13 07:09:27.747069 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f2386-9d39-41fc-b10d-6ee17cc85d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cca71d-84b7-4262-a079-6be5c069e518,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:27.926510 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46922) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:27.976587 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-3bc3eba8-a355-4fec-bfca-93abf530c65e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8e08bdf8d28f4a5093df2c5b26ccb9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487137 Sep 13 07:09:27.979259 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 46924) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:27.985288 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:28.029897 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-404af96b-8cdf-4f2a-9e79-0985e9f2dd33 admin admin] Publish callbacks [] for security_group (c17e7774-6752-4c09-ba89-977779cc070a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.049452 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-404af96b-8cdf-4f2a-9e79-0985e9f2dd33 admin admin] Publish callbacks [] for security_group (c17e7774-6752-4c09-ba89-977779cc070a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.101593 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-404af96b-8cdf-4f2a-9e79-0985e9f2dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (c17e7774-6752-4c09-ba89-977779cc070a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.104146 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-404af96b-8cdf-4f2a-9e79-0985e9f2dd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.105356 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-404af96b-8cdf-4f2a-9e79-0985e9f2dd33 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c17e7774-6752-4c09-ba89-977779cc070a HTTP/1.1" status: 204 len: 168 time: 0.1250930 Sep 13 07:09:28.113194 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404af96b-8cdf-4f2a-9e79-0985e9f2dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17e7774-6752-4c09-ba89-977779cc070a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:28.385268 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bcddfec2-40a5-46b9-b5f6-1f419a6dc6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.440794 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46930) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:28.481969 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-848b28bb-9ebf-4e83-a0ca-b7a765ef8d03 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4f52f8d9a593435da929e9ec5bfbfdd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393307 Sep 13 07:09:28.483893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 46932) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:28.536796 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5e17-216b-45f7-a626-3d137bf3e749 admin admin] Publish callbacks [] for security_group (05c25ee6-5f16-46b3-9255-722afe93c97c), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.550359 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:09:28.567142 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5e17-216b-45f7-a626-3d137bf3e749 admin admin] Publish callbacks [] for security_group (05c25ee6-5f16-46b3-9255-722afe93c97c), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.585964 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:09:28.604012 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:28.616839 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:09:28.617370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device d8da1cde-d58b-4ba1-8474-70c15b5dd5b7 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:09:28.617937 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 7335c146-b564-46ee-abdf-20a6bb08877e no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:09:28.629348 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5e17-216b-45f7-a626-3d137bf3e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (05c25ee6-5f16-46b3-9255-722afe93c97c), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.632879 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5e17-216b-45f7-a626-3d137bf3e749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:28.634400 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ff4c5e17-216b-45f7-a626-3d137bf3e749 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/05c25ee6-5f16-46b3-9255-722afe93c97c HTTP/1.1" status: 204 len: 168 time: 0.1494222 Sep 13 07:09:28.642384 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 7335c146-b564-46ee-abdf-20a6bb08877e {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:09:28.642930 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 7335c146-b564-46ee-abdf-20a6bb08877e not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:09:28.643349 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ee421282-cae7-4be5-9b76-a5d279d96e08 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:09:28.645783 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c5e17-216b-45f7-a626-3d137bf3e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c25ee6-5f16-46b3-9255-722afe93c97c,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:28.673982 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: ee421282-cae7-4be5-9b76-a5d279d96e08 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:09:28.674443 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ee421282-cae7-4be5-9b76-a5d279d96e08 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:09:28.871415 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53e5b8-96de-42eb-9833-9f6678698e15 req-34848c94-90a6-4107-aba5-8f0e6af413c9 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:28.872923 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a53e5b8-96de-42eb-9833-9f6678698e15 req-34848c94-90a6-4107-aba5-8f0e6af413c9 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0507352 Sep 13 07:09:28.925778 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1a53e5b8-96de-42eb-9833-9f6678698e15 req-b611acd5-5824-48ab-ba4e-03747c34911d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 Sep 13 07:09:29.863189 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:30.055930 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a4872-2f45-47fc-bb11-b7e337a72b18 req-c2941354-4221-4401-954b-d4634c616f1a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:30.057751 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e06a4872-2f45-47fc-bb11-b7e337a72b18 req-c2941354-4221-4401-954b-d4634c616f1a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Sep 13 07:09:30.128138 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e06a4872-2f45-47fc-bb11-b7e337a72b18 req-afc9a93e-908a-4d2a-bf93-9239db1308ea tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642314 Sep 13 07:09:30.360400 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad4e83-6405-47f0-afb6-8a45eb21c25d req-e1d72207-bfd7-406a-aeeb-fc764dab9d2a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:30.361882 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bad4e83-6405-47f0-afb6-8a45eb21c25d req-e1d72207-bfd7-406a-aeeb-fc764dab9d2a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0546551 Sep 13 07:09:30.380816 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:30.449358 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5bad4e83-6405-47f0-afb6-8a45eb21c25d req-a551a485-d22b-4945-9d05-61a67d58ed58 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814822 Sep 13 07:09:30.450753 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-417f89d7-f41f-4627-800c-d061fe1649cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:30.452154 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-417f89d7-f41f-4627-800c-d061fe1649cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 1129 time: 0.0548751 Sep 13 07:09:30.547174 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-4122ec6f-a34f-4df8-ae51-6e9985cfb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:30.548646 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-4122ec6f-a34f-4df8-ae51-6e9985cfb851 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 912 time: 0.0901623 Sep 13 07:09:30.610646 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-e0cf478a-e899-4055-b856-bf4f90765953 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffece28d-11d9-4c48-9e40-189550016430 HTTP/1.1" status: 200 len: 1001 time: 0.0556681 Sep 13 07:09:30.658727 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-1ab2061b-6ef1-455a-9426-739cb777b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:30.660022 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-1ab2061b-6ef1-455a-9426-739cb777b7e6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0434401 Sep 13 07:09:30.706813 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-5c6ba04e-3f9a-4bad-a4de-4c7965ddc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:30.708264 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-5c6ba04e-3f9a-4bad-a4de-4c7965ddc18e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419710 Sep 13 07:09:30.801628 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-ee1f9a1c-90cc-4ac8-93cc-c26f5a8a109d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865035 Sep 13 07:09:30.915292 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a3632141-6dc2-490c-a0a3-2dbe5e7b025c req-af5006b2-6066-4665-866d-f41e13f2ef20 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074512 Sep 13 07:09:31.545831 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:31.564361 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:31.603655 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990f2a0-3df0-48ec-a3f4-401938d6fff2 req-9d65dce9-a79d-4981-9db9-3de68c9aca88 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:31.605461 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e990f2a0-3df0-48ec-a3f4-401938d6fff2 req-9d65dce9-a79d-4981-9db9-3de68c9aca88 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0512307 Sep 13 07:09:31.659078 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e990f2a0-3df0-48ec-a3f4-401938d6fff2 req-230ce49d-8ae8-447c-8812-ccc74623921a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477641 Sep 13 07:09:32.782768 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc0034-781e-4f3b-a1fc-a0956edb0d98 req-b21f7b09-3881-49eb-95a8-b2b5d1678f0a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:32.784362 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bffc0034-781e-4f3b-a1fc-a0956edb0d98 req-b21f7b09-3881-49eb-95a8-b2b5d1678f0a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0466356 Sep 13 07:09:32.837507 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bffc0034-781e-4f3b-a1fc-a0956edb0d98 req-bc7a6187-de14-4376-b5fa-6fb0d6852d54 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470886 Sep 13 07:09:36.600888 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=41 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:38.083384 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:38.109555 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:UPDATE=1,neutron:SELECT=28,neutron:DELETE=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:38.545253 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=44 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:38.651630 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47070) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:38.790885 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2be99be6-c065-4bef-924c-0d7b3cee3507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:38.868719 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2be99be6-c065-4bef-924c-0d7b3cee3507 admin admin] Publish callbacks [] for security_group (b8613e9c-6e08-42ba-834b-0bef0707d2f8), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:38.876146 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2be99be6-c065-4bef-924c-0d7b3cee3507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (b8613e9c-6e08-42ba-834b-0bef0707d2f8), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:38.918635 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2be99be6-c065-4bef-924c-0d7b3cee3507 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0ccb24c2806740f1b2f463da0ae426f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658641 Sep 13 07:09:38.919368 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be99be6-c065-4bef-924c-0d7b3cee3507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8613e9c-6e08-42ba-834b-0bef0707d2f8,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:38.922320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47074) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:38.985169 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Publish callbacks [] for security_group (b8613e9c-6e08-42ba-834b-0bef0707d2f8), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.008798 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Publish callbacks [] for security_group (b8613e9c-6e08-42ba-834b-0bef0707d2f8), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.010324 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:39.058104 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (b8613e9c-6e08-42ba-834b-0bef0707d2f8), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.062269 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.063658 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b8613e9c-6e08-42ba-834b-0bef0707d2f8 HTTP/1.1" status: 204 len: 168 time: 0.1401844 Sep 13 07:09:39.071660 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8613e9c-6e08-42ba-834b-0bef0707d2f8,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:39.078978 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.079375 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.079715 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.080043 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.080371 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.080701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.081031 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.081320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.081664 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.081969 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.082312 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.082629 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.082938 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.083259 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.083570 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16f57-c23b-4645-887c-47740c096579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:09:39.348287 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47080) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:39.362836 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b53228a-bbb7-4e01-8f89-796b6cbf8673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.397572 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:39.444776 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b53228a-bbb7-4e01-8f89-796b6cbf8673 admin admin] Publish callbacks [] for security_group (d715f64c-9add-4c4e-9d2f-b5f8f8bfce20), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.451045 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7b53228a-bbb7-4e01-8f89-796b6cbf8673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d715f64c-9add-4c4e-9d2f-b5f8f8bfce20), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.493424 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7b53228a-bbb7-4e01-8f89-796b6cbf8673 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a84f3fd266b14cd382086c2a11aab2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440582 Sep 13 07:09:39.494300 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53228a-bbb7-4e01-8f89-796b6cbf8673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d715f64c-9add-4c4e-9d2f-b5f8f8bfce20,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:39.496290 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47082) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:39.548041 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3c69-dd98-4cb4-b7f6-edf1dde168ba admin admin] Publish callbacks [] for security_group (d715f64c-9add-4c4e-9d2f-b5f8f8bfce20), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.577104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3c69-dd98-4cb4-b7f6-edf1dde168ba admin admin] Publish callbacks [] for security_group (d715f64c-9add-4c4e-9d2f-b5f8f8bfce20), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.627619 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3c69-dd98-4cb4-b7f6-edf1dde168ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (d715f64c-9add-4c4e-9d2f-b5f8f8bfce20), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.630461 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3c69-dd98-4cb4-b7f6-edf1dde168ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:39.631625 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1d6a3c69-dd98-4cb4-b7f6-edf1dde168ba admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d715f64c-9add-4c4e-9d2f-b5f8f8bfce20 HTTP/1.1" status: 204 len: 168 time: 0.1342063 Sep 13 07:09:39.639672 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a3c69-dd98-4cb4-b7f6-edf1dde168ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d715f64c-9add-4c4e-9d2f-b5f8f8bfce20,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:41.536050 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:DELETE=1,neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:42.140814 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:45.951081 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47168) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:46.126205 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a2d643ae-e229-4236-99d7-f21b342ea0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.204540 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a2d643ae-e229-4236-99d7-f21b342ea0ad admin admin] Publish callbacks [] for security_group (0573c832-a04e-412d-855c-191e27ef313c), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.210365 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-a2d643ae-e229-4236-99d7-f21b342ea0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0573c832-a04e-412d-855c-191e27ef313c), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.252351 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-a2d643ae-e229-4236-99d7-f21b342ea0ad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eb385c8c5c4246b396ab1660d80cbe3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970705 Sep 13 07:09:46.252351 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d643ae-e229-4236-99d7-f21b342ea0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0573c832-a04e-412d-855c-191e27ef313c,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:46.252662 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47174) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:46.305261 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0a37535b-0d15-43ad-99e2-827efb7615ec admin admin] Publish callbacks [] for security_group (0573c832-a04e-412d-855c-191e27ef313c), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.327287 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0a37535b-0d15-43ad-99e2-827efb7615ec admin admin] Publish callbacks [] for security_group (0573c832-a04e-412d-855c-191e27ef313c), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.381077 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0a37535b-0d15-43ad-99e2-827efb7615ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (0573c832-a04e-412d-855c-191e27ef313c), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.383658 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-0a37535b-0d15-43ad-99e2-827efb7615ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.384906 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-0a37535b-0d15-43ad-99e2-827efb7615ec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0573c832-a04e-412d-855c-191e27ef313c HTTP/1.1" status: 204 len: 168 time: 0.1314049 Sep 13 07:09:46.393269 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37535b-0d15-43ad-99e2-827efb7615ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0573c832-a04e-412d-855c-191e27ef313c,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:46.679118 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47180) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:46.693331 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-60fd9c1a-f7ac-41c6-bcb8-f6da010062de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.771330 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-60fd9c1a-f7ac-41c6-bcb8-f6da010062de admin admin] Publish callbacks [] for security_group (bddc104f-4ada-45e7-80a5-bdf53fa00a95), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.779019 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-60fd9c1a-f7ac-41c6-bcb8-f6da010062de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (bddc104f-4ada-45e7-80a5-bdf53fa00a95), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.821211 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-60fd9c1a-f7ac-41c6-bcb8-f6da010062de admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ef83fc2eb6448a6a3e3dac04ac22c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409290 Sep 13 07:09:46.821899 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd9c1a-f7ac-41c6-bcb8-f6da010062de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddc104f-4ada-45e7-80a5-bdf53fa00a95,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:46.824172 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47182) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:46.879178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b44545e-01cb-47b5-b9a4-ae1c35628fd2 admin admin] Publish callbacks [] for security_group (bddc104f-4ada-45e7-80a5-bdf53fa00a95), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.900044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b44545e-01cb-47b5-b9a4-ae1c35628fd2 admin admin] Publish callbacks [] for security_group (bddc104f-4ada-45e7-80a5-bdf53fa00a95), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.951724 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b44545e-01cb-47b5-b9a4-ae1c35628fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (bddc104f-4ada-45e7-80a5-bdf53fa00a95), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.954444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5b44545e-01cb-47b5-b9a4-ae1c35628fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:46.955603 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5b44545e-01cb-47b5-b9a4-ae1c35628fd2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bddc104f-4ada-45e7-80a5-bdf53fa00a95 HTTP/1.1" status: 204 len: 168 time: 0.1298089 Sep 13 07:09:46.958046 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:46.967900 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44545e-01cb-47b5-b9a4-ae1c35628fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddc104f-4ada-45e7-80a5-bdf53fa00a95,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:48.911998 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47240) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:49.023097 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f8aeb309-1c3f-40ca-a0ea-fde1ffc3fccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.102620 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f8aeb309-1c3f-40ca-a0ea-fde1ffc3fccd admin admin] Publish callbacks [] for security_group (7627622d-9a9e-40e8-8ca3-a00f92f140da), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.108764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-f8aeb309-1c3f-40ca-a0ea-fde1ffc3fccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (7627622d-9a9e-40e8-8ca3-a00f92f140da), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.148724 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeb309-1c3f-40ca-a0ea-fde1ffc3fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7627622d-9a9e-40e8-8ca3-a00f92f140da,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:49.156131 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-f8aeb309-1c3f-40ca-a0ea-fde1ffc3fccd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=531ee321e0564b4d95a138fdc007770a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397718 Sep 13 07:09:49.157233 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47246) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:49.193031 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:49.213288 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-95b0cbb8-2bf6-4ba0-9896-18149e5a06bb admin admin] Publish callbacks [] for security_group (7627622d-9a9e-40e8-8ca3-a00f92f140da), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.233703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-95b0cbb8-2bf6-4ba0-9896-18149e5a06bb admin admin] Publish callbacks [] for security_group (7627622d-9a9e-40e8-8ca3-a00f92f140da), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.283171 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-95b0cbb8-2bf6-4ba0-9896-18149e5a06bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (7627622d-9a9e-40e8-8ca3-a00f92f140da), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.285733 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-95b0cbb8-2bf6-4ba0-9896-18149e5a06bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.287016 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-95b0cbb8-2bf6-4ba0-9896-18149e5a06bb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7627622d-9a9e-40e8-8ca3-a00f92f140da HTTP/1.1" status: 204 len: 168 time: 0.1291389 Sep 13 07:09:49.295834 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0cbb8-2bf6-4ba0-9896-18149e5a06bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7627622d-9a9e-40e8-8ca3-a00f92f140da,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:49.618581 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47260) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:49.632912 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5debfce2-9d7d-4adb-a20d-93bdc93450f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.718407 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5debfce2-9d7d-4adb-a20d-93bdc93450f9 admin admin] Publish callbacks [] for security_group (a52362b4-0238-4369-81ce-c6426c78f982), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.724269 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5debfce2-9d7d-4adb-a20d-93bdc93450f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (a52362b4-0238-4369-81ce-c6426c78f982), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.761295 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debfce2-9d7d-4adb-a20d-93bdc93450f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52362b4-0238-4369-81ce-c6426c78f982,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:49.766826 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5debfce2-9d7d-4adb-a20d-93bdc93450f9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=53623f8a24e34065855fa6b6e03d6b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471887 Sep 13 07:09:49.769757 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47262) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:49.814316 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:49.820874 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-98b909a2-ac96-46be-93fa-c3af7ed2771a admin admin] Publish callbacks [] for security_group (a52362b4-0238-4369-81ce-c6426c78f982), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.824025 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:49.845677 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-98b909a2-ac96-46be-93fa-c3af7ed2771a admin admin] Publish callbacks [] for security_group (a52362b4-0238-4369-81ce-c6426c78f982), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.892675 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-98b909a2-ac96-46be-93fa-c3af7ed2771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (a52362b4-0238-4369-81ce-c6426c78f982), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.895522 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-98b909a2-ac96-46be-93fa-c3af7ed2771a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:49.896842 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-98b909a2-ac96-46be-93fa-c3af7ed2771a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a52362b4-0238-4369-81ce-c6426c78f982 HTTP/1.1" status: 204 len: 168 time: 0.1260753 Sep 13 07:09:49.905106 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b909a2-ac96-46be-93fa-c3af7ed2771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52362b4-0238-4369-81ce-c6426c78f982,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:52.219280 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47336) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:52.333284 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5b886874-533e-44d8-aeec-015d9f6e6dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.410792 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5b886874-533e-44d8-aeec-015d9f6e6dfe admin admin] Publish callbacks [] for security_group (4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.416690 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-5b886874-533e-44d8-aeec-015d9f6e6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.455717 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b886874-533e-44d8-aeec-015d9f6e6dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:52.460095 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-5b886874-533e-44d8-aeec-015d9f6e6dfe admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7065358445db41f98c83e107fd15d97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398031 Sep 13 07:09:52.463449 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47340) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:52.514377 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17d0a54f-d83c-4d36-8017-0233a8db3998 admin admin] Publish callbacks [] for security_group (4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.535793 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17d0a54f-d83c-4d36-8017-0233a8db3998 admin admin] Publish callbacks [] for security_group (4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.594447 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17d0a54f-d83c-4d36-8017-0233a8db3998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.597047 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-17d0a54f-d83c-4d36-8017-0233a8db3998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.598261 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-17d0a54f-d83c-4d36-8017-0233a8db3998 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a HTTP/1.1" status: 204 len: 168 time: 0.1343415 Sep 13 07:09:52.606546 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0a54f-d83c-4d36-8017-0233a8db3998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca2ee5-fc09-4e9a-9631-2192ddbd1b9a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:52.892246 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47352) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:52.909911 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47acb81c-d355-44d5-95f7-c9aed895fa4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.991245 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47acb81c-d355-44d5-95f7-c9aed895fa4f admin admin] Publish callbacks [] for security_group (577692ce-a2e1-4a26-89a0-dd35c55b3d99), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:52.996068 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-47acb81c-d355-44d5-95f7-c9aed895fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (577692ce-a2e1-4a26-89a0-dd35c55b3d99), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:53.028824 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-6332cba1-c923-47c2-99ea-1e37a96cdb4d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2025561016&fields=id&tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 267 time: 0.0444314 Sep 13 07:09:53.033745 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acb81c-d355-44d5-95f7-c9aed895fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577692ce-a2e1-4a26-89a0-dd35c55b3d99,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:53.040839 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-47acb81c-d355-44d5-95f7-c9aed895fa4f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9745b28bc59d450a883b5499879a29ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472790 Sep 13 07:09:53.041386 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47358) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:09:53.090052 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-452cb5af-4292-43cd-a441-604d50f7cb8f admin admin] Publish callbacks [] for security_group (577692ce-a2e1-4a26-89a0-dd35c55b3d99), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:53.110585 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-452cb5af-4292-43cd-a441-604d50f7cb8f admin admin] Publish callbacks [] for security_group (577692ce-a2e1-4a26-89a0-dd35c55b3d99), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:53.120905 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:53.141809 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-6c4447ff-ec69-4cce-84e1-a08eeff068ef tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:53.143350 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-6c4447ff-ec69-4cce-84e1-a08eeff068ef tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 812 time: 0.1073174 Sep 13 07:09:53.160664 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-11419aaf-3080-4e27-b695-7f9140770fc0 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/quotas/99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 375 time: 0.0103655 Sep 13 07:09:53.163861 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-452cb5af-4292-43cd-a441-604d50f7cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (577692ce-a2e1-4a26-89a0-dd35c55b3d99), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:53.166505 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-452cb5af-4292-43cd-a441-604d50f7cb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:53.167660 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-452cb5af-4292-43cd-a441-604d50f7cb8f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/577692ce-a2e1-4a26-89a0-dd35c55b3d99 HTTP/1.1" status: 204 len: 168 time: 0.1250267 Sep 13 07:09:53.179505 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cb5af-4292-43cd-a441-604d50f7cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577692ce-a2e1-4a26-89a0-dd35c55b3d99,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:53.216298 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-08cd382f-0b44-47f1-ad06-e173e2913002 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498929 Sep 13 07:09:53.320567 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-9d547c17-19ab-448a-b864-4f98dcfae1f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925665 Sep 13 07:09:53.418343 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-1d1b2c27-01d4-4915-8564-cc17a5f9d7b5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916979 Sep 13 07:09:53.749527 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-21a603cb-52af-4992-b218-fdc89c203d6d req-0eaa290c-f2cd-4eb2-8e6a-f0b437fec3ea tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 210 time: 0.0330501 Sep 13 07:09:54.864186 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6bf7ed5c-cad2-4688-9275-d5494c5ffcda req-90bbf8ea-e48d-4f0e-9763-7c30b27802cc tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 210 time: 0.0363238 Sep 13 07:09:54.964512 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-04960969-98c1-451c-aa38-6fa6b8faac53 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:54.966002 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-04960969-98c1-451c-aa38-6fa6b8faac53 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 812 time: 0.1114912 Sep 13 07:09:55.005373 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:55.041052 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-ee84fcb6-a7a2-4208-b63f-368b7b0f3d73 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b HTTP/1.1" status: 200 len: 380 time: 0.0597620 Sep 13 07:09:55.051247 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'port': {'device_id': '7e083757-8d71-44e3-a1c7-adca051e9296', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'admin_state_up': True, 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'security_groups': ['b80bfa08-fa71-41cb-b9de-7c9796537f07']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:09:55.184526 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Made reservation on behalf of 99bbe5cbd59f4feda4da45f2b14bd09b for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:09:55.188434 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:55.322403 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Allocated IP 172.20.0.6 (3420c970-55c8-47dc-908b-5f5f431cebe9/1a11c587-7223-4924-89da-11b7cd944dee/7ac4efce-383d-4358-82c8-5099b44c4a3d) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:09:55.323995 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:55.469573 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:55.514228 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:55.559282 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:09:55.566830 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:09:55.570798 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:09:55.575029 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=7ac4efce-383d-4358-82c8-5099b44c4a3d,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:55.625824 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:55.626583 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:55.648257 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-27768cca-cea5-4bba-bb29-7413ea906d44 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013212 Sep 13 07:09:55.676266 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Request body: {'port': {'device_id': '7e083757-8d71-44e3-a1c7-adca051e9296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:09:55.752532 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:55.817825 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:55.819659 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-4c288ac3-697c-4b57-b825-e7ca8bfbe10d None None] Provisioning complete for port 7ac4efce-383d-4358-82c8-5099b44c4a3d triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:09:55.820040 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4c288ac3-697c-4b57-b825-e7ca8bfbe10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:55.823482 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=30 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:55.853290 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-4c288ac3-697c-4b57-b825-e7ca8bfbe10d None None] Port 7ac4efce-383d-4358-82c8-5099b44c4a3d cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:09:55.907869 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:56.010381 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4fd3-5f8b-4c54-817c-13217da5be5f req-2ae32ad0-55ca-4562-a7f0-a0b96981f40f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:56.011831 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-141f4fd3-5f8b-4c54-817c-13217da5be5f req-2ae32ad0-55ca-4562-a7f0-a0b96981f40f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 931 time: 0.0708120 Sep 13 07:09:56.068376 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac4efce-383d-4358-82c8-5099b44c4a3d {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:09:56.079667 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d5fd89b4-f359-487a-8f54-78779ce638a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:56.085083 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Publish callbacks [] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:56.113386 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-141f4fd3-5f8b-4c54-817c-13217da5be5f req-a85580ad-daf9-41d2-8800-cc218e1c477a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954168 Sep 13 07:09:56.114468 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Transition to ACTIVE for port object 7ac4efce-383d-4358-82c8-5099b44c4a3d will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:09:56.119320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:56.148079 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:56.180947 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4efce-383d-4358-82c8-5099b44c4a3d,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:56.248001 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Attempting to bind port 7ac4efce-383d-4358-82c8-5099b44c4a3d on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:09:56.248331 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Attempting to bind port 7ac4efce-383d-4358-82c8-5099b44c4a3d by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:09:56.248675 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Attempting to bind port 7ac4efce-383d-4358-82c8-5099b44c4a3d on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:09:56.292191 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Port 7ac4efce-383d-4358-82c8-5099b44c4a3d on network 3420c970-55c8-47dc-908b-5f5f431cebe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:09:56.292489 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Attempting to bind port 7ac4efce-383d-4358-82c8-5099b44c4a3d on network 3420c970-55c8-47dc-908b-5f5f431cebe9 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:09:56.335851 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:09:56.336086 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Checking segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:09:56.336496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Bound using segment: {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:09:56.336936 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Bound port: 7ac4efce-383d-4358-82c8-5099b44c4a3d, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cfff25-6125-4b81-9af1-c08c26071b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:09:56.337292 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:56.398984 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] For port 7ac4efce-383d-4358-82c8-5099b44c4a3d, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:09:56.402464 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] For port 7ac4efce-383d-4358-82c8-5099b44c4a3d, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:09:56.410170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:56.414257 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:56.414871 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:56.416243 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/7ac4efce-383d-4358-82c8-5099b44c4a3d HTTP/1.1" status: 200 len: 1093 time: 0.7445817 Sep 13 07:09:56.416789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:09:56.419044 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b14cda-3383-4d61-bdb3-d685fe90a798" -d '{"events": [{"name": "network-changed", "server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:09:56.462251 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec417c5-8df5-4c0d-baa7-e32c271a06d1 x-openstack-request-id: req-7ec417c5-8df5-4c0d-baa7-e32c271a06d1 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:09:56.462562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:09:56.462828 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ec417c5-8df5-4c0d-baa7-e32c271a06d1 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:09:56.463249 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec417c5-8df5-4c0d-baa7-e32c271a06d1'] response: {'name': 'network-changed', 'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'status': 'completed', 'code': 200} Sep 13 07:09:56.472950 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3aafd-8ae4-46db-afb6-460526e32dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4efce-383d-4358-82c8-5099b44c4a3d,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:09:56.529052 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-d54573d6-ef4d-4314-9f26-0fb963bf04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:56.530589 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-d54573d6-ef4d-4314-9f26-0fb963bf04ab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 1127 time: 0.0398109 Sep 13 07:09:56.591089 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-37282cfc-c660-4af7-8d0f-2b9f9889fc9d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d HTTP/1.1" status: 200 len: 217 time: 0.0439522 Sep 13 07:09:56.642268 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-b6938cb2-257b-49e5-a55a-b5ed449476a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:56.643829 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-b6938cb2-257b-49e5-a55a-b5ed449476a6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0460842 Sep 13 07:09:56.692076 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66f57-d528-46cf-baea-debae72f866f req-428fe3b3-9ec5-4f5f-9b12-add16f9464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:56.693527 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-428fe3b3-9ec5-4f5f-9b12-add16f9464a8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429165 Sep 13 07:09:56.782672 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-5dbee141-3a9f-48fd-8fb9-cbea6511216f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825503 Sep 13 07:09:56.868318 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:56.879891 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d0d66f57-d528-46cf-baea-debae72f866f req-6dc0345d-784e-4ef9-b711-61a743b8b650 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909133 Sep 13 07:09:57.253165 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-cfdcd5af-8e89-4610-b3cb-8a443d7b9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:57.254707 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-cfdcd5af-8e89-4610-b3cb-8a443d7b9c28 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 1127 time: 0.0635722 Sep 13 07:09:57.277024 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062e5cc-c831-489c-a2c7-6bc4d538a6f4 req-ea9ca874-19f8-451e-a515-1ae44411ed4c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:57.278414 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1062e5cc-c831-489c-a2c7-6bc4d538a6f4 req-ea9ca874-19f8-451e-a515-1ae44411ed4c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.0765386 Sep 13 07:09:57.387143 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1062e5cc-c831-489c-a2c7-6bc4d538a6f4 req-6598809d-f2b8-436d-a281-646506084f94 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958445 Sep 13 07:09:57.391665 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-bc09f155-c961-43ff-975d-018bd366a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:57.393085 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-bc09f155-c961-43ff-975d-018bd366a253 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.1303782 Sep 13 07:09:57.437824 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-23f40b8d-07f5-46eb-8878-e5f12c0c60bf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d HTTP/1.1" status: 200 len: 217 time: 0.0359457 Sep 13 07:09:57.488233 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-4f4ba8f8-9ec2-4880-b125-067c29210719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:57.489649 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-4f4ba8f8-9ec2-4880-b125-067c29210719 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0431547 Sep 13 07:09:57.503258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:09:57.534760 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-1191ca22-20db-47ce-91b0-7dca7054f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:57.536242 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-1191ca22-20db-47ce-91b0-7dca7054f3a9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397377 Sep 13 07:09:57.633770 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-8aca3ad3-b0a6-48dd-bdb7-e592d7abe229 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910761 Sep 13 07:09:57.738623 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d7b14cda-3383-4d61-bdb3-d685fe90a798 req-bc504bd7-2f19-4426-a619-7dd91d2ad83c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978687 Sep 13 07:09:58.396579 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-9811faa6-5f2b-4833-af79-7ce924996760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:09:58.515725 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1541b5a-fa8c-49d8-b2ba-76feaf200c48 req-a1653bb7-c12e-4d57-a800-9e759c4413a4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:58.517192 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1541b5a-fa8c-49d8-b2ba-76feaf200c48 req-a1653bb7-c12e-4d57-a800-9e759c4413a4 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.0528646 Sep 13 07:09:58.585548 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1541b5a-fa8c-49d8-b2ba-76feaf200c48 req-663a0c6c-77f6-4f81-86f7-c7a4704c4e06 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622823 Sep 13 07:09:59.711693 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b052b4d-a240-413b-a83d-ad1298ecfad3 req-97be6e03-d77e-4ac7-b695-adfdeff16782 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:09:59.713152 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3b052b4d-a240-413b-a83d-ad1298ecfad3 req-97be6e03-d77e-4ac7-b695-adfdeff16782 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.0469785 Sep 13 07:09:59.763648 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3b052b4d-a240-413b-a83d-ad1298ecfad3 req-9f0ed55e-151a-4b2a-a3d9-5ff510945f69 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Sep 13 07:09:59.868549 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:00.521212 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=14 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:00.524662 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=18 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:00.903581 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07790-184f-4a3a-8058-ed291fa7e0ff req-d9083685-9b0a-40b9-8ae0-f46c310ad714 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:00.905007 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5d07790-184f-4a3a-8058-ed291fa7e0ff req-d9083685-9b0a-40b9-8ae0-f46c310ad714 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.0462515 Sep 13 07:10:00.961899 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d5d07790-184f-4a3a-8058-ed291fa7e0ff req-097da5c9-d8d4-4daf-b489-c06d0a4641b3 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482912 Sep 13 07:10:01.549186 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:01.552464 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:02.100070 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7af90-092b-41d5-a0af-cd2f75442000 req-f1b99765-a21a-4cbf-8bb4-3f9364d1ce96 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:02.101519 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-76a7af90-092b-41d5-a0af-cd2f75442000 req-f1b99765-a21a-4cbf-8bb4-3f9364d1ce96 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.0506606 Sep 13 07:10:02.157173 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-76a7af90-092b-41d5-a0af-cd2f75442000 req-c55ad64a-2945-4db7-b2ae-1aad164a2228 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499403 Sep 13 07:10:03.172735 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=69,neutron:DELETE=8,neutron:INSERT=12 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:03.296771 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e9b3-dc33-4cc0-8a6b-2eb3c5743a0f req-d4fa2701-fdc2-4319-9951-7acf50072df9 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:03.298258 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c873e9b3-dc33-4cc0-8a6b-2eb3c5743a0f req-d4fa2701-fdc2-4319-9951-7acf50072df9 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.0512228 Sep 13 07:10:03.355385 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c873e9b3-dc33-4cc0-8a6b-2eb3c5743a0f req-b50531d4-0182-4072-a80c-b19a44ef9e23 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512180 Sep 13 07:10:04.747777 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:04.774850 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5a4c-96aa-4dcf-801b-225685cf73c3 req-45092edd-f217-4bb7-bc2c-a21726bb006b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:04.776343 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96fc5a4c-96aa-4dcf-801b-225685cf73c3 req-45092edd-f217-4bb7-bc2c-a21726bb006b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.3388407 Sep 13 07:10:04.825465 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-96fc5a4c-96aa-4dcf-801b-225685cf73c3 req-18a41507-8efe-4b48-92f2-ecafef5b0737 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Sep 13 07:10:05.551782 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:10:05.796911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31300c7e-f566-4c21-b9a7-7d4221308a11 req-f72fb121-395d-4d4a-b772-eb2eeb360f41 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:05.798369 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-31300c7e-f566-4c21-b9a7-7d4221308a11 req-f72fb121-395d-4d4a-b772-eb2eeb360f41 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0462031 Sep 13 07:10:05.847070 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-31300c7e-f566-4c21-b9a7-7d4221308a11 req-35fcad63-9f0a-472c-9435-61cf4ee79400 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428677 Sep 13 07:10:05.954569 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678064d-741d-4665-acd1-ef1d6f7020a8 req-eb57debe-102d-49eb-8e2c-342be3617b86 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:05.955913 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0678064d-741d-4665-acd1-ef1d6f7020a8 req-eb57debe-102d-49eb-8e2c-342be3617b86 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 943 time: 0.0524263 Sep 13 07:10:06.006570 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0678064d-741d-4665-acd1-ef1d6f7020a8 req-90d837dc-41eb-493d-bd36-e12aac7d8b60 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Sep 13 07:10:06.403828 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 7ac4efce-383d-4358-82c8-5099b44c4a3d details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:10:06.506949 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 7ac4efce-383d-4358-82c8-5099b44c4a3d, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:10:06.517967 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'port_id': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'mac_address': 'fa:16:3e:ac:8c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:10:06.552493 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 7ac4efce-383d-4358-82c8-5099b44c4a3d is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:10:06.552867 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:06.566109 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac4efce-383d-4358-82c8-5099b44c4a3d {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:10:06.589700 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 7ac4efce-383d-4358-82c8-5099b44c4a3d, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:10:06.596003 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:06.642658 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=7ac4efce-383d-4358-82c8-5099b44c4a3d,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:06.649807 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.650178 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.650519 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.650836 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.651164 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.651486 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.651805 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.652118 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.652438 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.652756 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.653073 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.653389 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.653706 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.654106 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.654342 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:06.931261 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['7ac4efce-383d-4358-82c8-5099b44c4a3d'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:10:06.972495 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f647d-f7e0-4288-8efb-2c28a5d053dc req-4fb2c0e3-432f-4da0-8dfd-008f81d7b90e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:06.973953 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5f6f647d-f7e0-4288-8efb-2c28a5d053dc req-4fb2c0e3-432f-4da0-8dfd-008f81d7b90e tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0475783 Sep 13 07:10:06.994821 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:07.023445 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5f6f647d-f7e0-4288-8efb-2c28a5d053dc req-1616fca0-6f6f-47ba-8cc8-f5ca73110283 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Sep 13 07:10:07.132172 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e267f-ee54-4210-acf6-884e2c56c497 req-8f0f27e0-9d5a-457b-beb8-f5aad28d32fd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:07.133699 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-057e267f-ee54-4210-acf6-884e2c56c497 req-8f0f27e0-9d5a-457b-beb8-f5aad28d32fd tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 944 time: 0.0485320 Sep 13 07:10:07.188718 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-057e267f-ee54-4210-acf6-884e2c56c497 req-ac658c69-2864-492f-97ac-6f2f197b04a5 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488379 Sep 13 07:10:07.810968 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-c1e9e099-bd36-4d7b-a8c9-6ca8a3148765 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:07.812399 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-c1e9e099-bd36-4d7b-a8c9-6ca8a3148765 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0512304 Sep 13 07:10:07.904581 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Deleting port ffece28d-11d9-4c48-9e40-189550016430 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:10:07.904815 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (ffece28d-11d9-4c48-9e40-189550016430), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.009980 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] For port ffece28d-11d9-4c48-9e40-189550016430, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=ffece28d-11d9-4c48-9e40-189550016430,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:10:08.010775 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (ffece28d-11d9-4c48-9e40-189550016430), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.191293 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271cb33-a1c5-4f0f-8d88-a98a50b8889c req-a0a5ab41-a750-4457-8c71-ef72fd3170d4 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:08.192675 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8271cb33-a1c5-4f0f-8d88-a98a50b8889c req-a0a5ab41-a750-4457-8c71-ef72fd3170d4 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 945 time: 0.0892596 Sep 13 07:10:08.229316 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.229687 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (9513b4b3-a8f5-4e3b-8a69-c2942174fd74), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.229964 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Floating IP 9513b4b3-a8f5-4e3b-8a69-c2942174fd74 disassociated. External IP: 172.27.2.172, port: ffece28d-11d9-4c48-9e40-189550016430. Sep 13 07:10:08.230537 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Calling delete_port for ffece28d-11d9-4c48-9e40-189550016430 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:10:08.305098 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8271cb33-a1c5-4f0f-8d88-a98a50b8889c req-6c6153b7-ea93-4f33-93a7-b9ef02b99dc3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=79e720f1-3eff-415e-bf89-d683149aeef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054964 Sep 13 07:10:08.332209 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:08.358350 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b110d7-fef3-4638-8960-d0787e799f35 req-669c8547-54bf-4e58-82fe-87432c210781 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:08.360067 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-29b110d7-fef3-4638-8960-d0787e799f35 req-669c8547-54bf-4e58-82fe-87432c210781 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 944 time: 0.0745134 Sep 13 07:10:08.409848 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 7ac4efce-383d-4358-82c8-5099b44c4a3d up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:10:08.449875 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-29b110d7-fef3-4638-8960-d0787e799f35 req-5df78a77-b9ad-4cb3-8081-3c0a38ddcf78 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774281 Sep 13 07:10:08.454909 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 7ac4efce-383d-4358-82c8-5099b44c4a3d completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:10:08.474324 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 7ac4efce-383d-4358-82c8-5099b44c4a3d triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:10:08.474324 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.474682 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (ffece28d-11d9-4c48-9e40-189550016430), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.501056 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event deleted for resources: {'Port': ['ID=ffece28d-11d9-4c48-9e40-189550016430,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:08.550103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 7ac4efce-383d-4358-82c8-5099b44c4a3d is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:10:08.550513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.575507 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:10:08.577866 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4783ca82-1e33-4345-ad13-85da83f4f3cd" -d '{"events": [{"server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:10:08.590816 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 7ac4efce-383d-4358-82c8-5099b44c4a3d, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:10:08.598388 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:08.598990 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.618068 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:10:08.629706 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a49f0dc-da22-483f-83cd-5157db3bf617 x-openstack-request-id: req-7a49f0dc-da22-483f-83cd-5157db3bf617 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:10:08.629991 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:10:08.630283 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a49f0dc-da22-483f-83cd-5157db3bf617 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:10:08.630873 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a49f0dc-da22-483f-83cd-5157db3bf617'] response: {'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'code': 200} Sep 13 07:10:08.655998 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=7ac4efce-383d-4358-82c8-5099b44c4a3d,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:08.729762 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:10:08.741565 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] Sync routers for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:10:08.757875 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:10:08.758439 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:09:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:08.774605 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] No DVR routers for this DVR port ffece28d-11d9-4c48-9e40-189550016430 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:10:08.777740 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:08.781353 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-18c94ef1-c38e-4234-a845-7dd9c7a25676 req-8db30b5e-f8f3-4572-ad74-8f75ec597aa3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ffece28d-11d9-4c48-9e40-189550016430 HTTP/1.1" status: 204 len: 173 time: 0.9607241 Sep 13 07:10:08.782202 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'name': 'network-vif-deleted', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:10:08.784735 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f8c99-6ae6-460c-b43f-b3945ea3b455" -d '{"events": [{"server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "name": "network-vif-deleted", "tag": "ffece28d-11d9-4c48-9e40-189550016430"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:10:08.838544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df4f0b4-7fa2-4cf8-aecc-548a0d929803 x-openstack-request-id: req-2df4f0b4-7fa2-4cf8-aecc-548a0d929803 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:10:08.838835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d8a213-41c7-497e-a6a1-82dea1b238d7", "name": "network-vif-deleted", "tag": "ffece28d-11d9-4c48-9e40-189550016430", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:10:08.839088 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2df4f0b4-7fa2-4cf8-aecc-548a0d929803 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:10:08.839586 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df4f0b4-7fa2-4cf8-aecc-548a0d929803'] response: {'server_uuid': '14d8a213-41c7-497e-a6a1-82dea1b238d7', 'name': 'network-vif-deleted', 'tag': 'ffece28d-11d9-4c48-9e40-189550016430', 'status': 'completed', 'code': 200} Sep 13 07:10:08.886037 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:10:08.964581 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:08.974021 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cead8d3-2c08-4bc0-866c-65f4239fb66c req-21c05e3a-962a-4aeb-9468-bf1e32e1608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:08.975841 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4cead8d3-2c08-4bc0-866c-65f4239fb66c req-21c05e3a-962a-4aeb-9468-bf1e32e1608b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 1129 time: 0.0450697 Sep 13 07:10:09.031943 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4cead8d3-2c08-4bc0-866c-65f4239fb66c req-b18ba650-6bad-4fc1-a6e9-7b2c7df87b9d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495329 Sep 13 07:10:09.089991 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:09.115701 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] Checking router: 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:10:09.130068 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:10:09.130879 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:09:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:09.180986 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:09.185009 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:09.240778 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:10:09.430119 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ccdbbd6f-6264-4864-b5e7-279d0a49583b req-f4c55132-cc31-4341-a817-b1bc0c0153d4 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Sep 13 07:10:09.565304 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:09.582907 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6322c-2db1-4a8f-b3e6-1ecb4c144b3c req-db67ed2a-253c-424f-befa-59d11d99e348 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:09.584907 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9db6322c-2db1-4a8f-b3e6-1ecb4c144b3c req-db67ed2a-253c-424f-befa-59d11d99e348 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0498075 Sep 13 07:10:09.593948 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c6691-6605-49c1-8e10-a6af56bdf24d None None] The sync data for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi is: [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:10:09.643625 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-9db6322c-2db1-4a8f-b3e6-1ecb4c144b3c req-a4b90a7a-b53e-40aa-a13c-09fa6bfd0e55 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528545 Sep 13 07:10:09.809400 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235da463-0f11-4b37-a422-766b330372b5 None None] New status for floating IP 9513b4b3-a8f5-4e3b-8a69-c2942174fd74: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:10:10.554427 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2c3b21f8-258f-4db6-8d6d-d5095b75df94 req-f6c1da56-b821-4cfc-9e8e-19171c62ca29 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=14d8a213-41c7-497e-a6a1-82dea1b238d7 HTTP/1.1" status: 200 len: 210 time: 0.0335033 Sep 13 07:10:10.778558 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fe79f-546f-4ecd-9039-939d00bd73b4 req-9739f9fd-85b8-4b8a-baf2-f7026a35e7a2 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:10.779955 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-814fe79f-546f-4ecd-9039-939d00bd73b4 req-9739f9fd-85b8-4b8a-baf2-f7026a35e7a2 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0468605 Sep 13 07:10:10.830793 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-814fe79f-546f-4ecd-9039-939d00bd73b4 req-1a6bdae8-703a-4d7f-b35d-293f481d01b8 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Sep 13 07:10:10.963073 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cb7d9-f78d-4bdb-868e-2f6b5c948256 req-51e6cabd-ab39-4f05-96e5-f1f44d664e3e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:10.965301 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-209cb7d9-f78d-4bdb-868e-2f6b5c948256 req-51e6cabd-ab39-4f05-96e5-f1f44d664e3e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0562451 Sep 13 07:10:11.018263 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-209cb7d9-f78d-4bdb-868e-2f6b5c948256 req-98309feb-15c7-44c3-b0dc-acb439e82a54 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444994 Sep 13 07:10:11.053075 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47434) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:11.099766 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25f60b-7e78-43e5-b834-7639728bb270 tempest-TestVolumeBootPattern-217363532 tempest-TestVolumeBootPattern-217363532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:11.101152 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-8e25f60b-7e78-43e5-b834-7639728bb270 tempest-TestVolumeBootPattern-217363532 tempest-TestVolumeBootPattern-217363532-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 1124 time: 0.0471444 Sep 13 07:10:11.105320 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47436) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:11.109582 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'port_id': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:11.136796 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:11.145839 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.229893 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.352701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Allocated IP 172.27.2.186 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/7daf4384-5ce7-49e9-b7b4-c341bbff4c5e) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:10:11.471232 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.500401 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:11.507627 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.547119 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:10:11.552107 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:10:11.556558 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:10:11.561745 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=7daf4384-5ce7-49e9-b7b4-c341bbff4c5e,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:11.664723 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47442) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:11.800199 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d48a2140-6f92-4b7c-ba79-4c24d5d65f37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (79e720f1-3eff-415e-bf89-d683149aeef3), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.834134 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d48a2140-6f92-4b7c-ba79-4c24d5d65f37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (79e720f1-3eff-415e-bf89-d683149aeef3), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.881712 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:11.955146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d48a2140-6f92-4b7c-ba79-4c24d5d65f37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (79e720f1-3eff-415e-bf89-d683149aeef3), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.959183 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-d48a2140-6f92-4b7c-ba79-4c24d5d65f37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:11.960341 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-d48a2140-6f92-4b7c-ba79-4c24d5d65f37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/79e720f1-3eff-415e-bf89-d683149aeef3 HTTP/1.1" status: 204 len: 168 time: 0.2946649 Sep 13 07:10:11.963343 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47444) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:11.977398 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.api.v2.resource [None req-f6e274ef-2c4d-4237-95e1-df5cd83835ae tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] show failed (client error): The resource could not be found. Sep 13 07:10:11.978414 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-f6e274ef-2c4d-4237-95e1-df5cd83835ae tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups/79e720f1-3eff-415e-bf89-d683149aeef3 HTTP/1.1" status: 404 len: 347 time: 0.0140827 Sep 13 07:10:11.981677 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47446) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:11.996105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a2140-6f92-4b7c-ba79-4c24d5d65f37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e720f1-3eff-415e-bf89-d683149aeef3,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:12.020364 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (1bf3d56e-895f-40aa-9b05-55947b97ad1b), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.093117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.096279 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Deleting port 1083e183-b7f2-48ab-ba98-c2d280d33e71 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:10:12.096610 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.149567 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.257780 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.263597 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.290698 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:12.340637 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (1bf3d56e-895f-40aa-9b05-55947b97ad1b), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.342880 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event updated for resources: {'Port': ['ID=7daf4384-5ce7-49e9-b7b4-c341bbff4c5e,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:12.431332 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.431593 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (1083e183-b7f2-48ab-ba98-c2d280d33e71), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.441529 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Floating IP 1bf3d56e-895f-40aa-9b05-55947b97ad1b associated. External IP: 172.27.2.186, port: 7ac4efce-383d-4358-82c8-5099b44c4a3d. Sep 13 07:10:12.444255 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Calling delete_port for 1083e183-b7f2-48ab-ba98-c2d280d33e71 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:10:12.456449 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ffece28d-11d9-4c48-9e40-189550016430 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:10:12.480568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: ffece28d-11d9-4c48-9e40-189550016430 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:10:12.480917 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device ffece28d-11d9-4c48-9e40-189550016430 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:10:12.578068 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (1083e183-b7f2-48ab-ba98-c2d280d33e71), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.603503 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event deleted for resources: {'Port': ['ID=1083e183-b7f2-48ab-ba98-c2d280d33e71,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:12.635034 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.635366 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.635704 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.636035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.636354 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.636671 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.636990 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.637305 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.637617 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.637934 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.638273 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.638589 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.638904 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.639212 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.639518 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:10:12.653905 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:10:12.682199 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (9513b4b3-a8f5-4e3b-8a69-c2942174fd74), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.684766 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.685888 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bfb36b5e-3865-4a56-8346-b3e4013c58f8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/9513b4b3-a8f5-4e3b-8a69-c2942174fd74 HTTP/1.1" status: 204 len: 168 time: 0.7032988 Sep 13 07:10:12.757514 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47450) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:12.760801 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:10:12.763773 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-de5e7275-a1e7-4507-9011-c20fd2a0eb37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930494834', 'description': 'tempest-description--93072370'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:12.773362 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:10:12.784302 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.785015 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:10:12.785619 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:09:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:12.790298 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de5e7275-a1e7-4507-9011-c20fd2a0eb37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.807085 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:12.822198 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-4ed9eb69-46c4-4d2a-a77a-b0e4cfd9d89f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7153640 Sep 13 07:10:12.822450 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:10:12.824693 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645b56c4-4114-4094-8751-6c6fa7cb52ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:10:12.866002 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c634711-3578-4669-ba2f-6d30cfd75d53 x-openstack-request-id: req-9c634711-3578-4669-ba2f-6d30cfd75d53 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:10:12.866408 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:10:12.866718 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c634711-3578-4669-ba2f-6d30cfd75d53 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:10:12.867182 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c634711-3578-4669-ba2f-6d30cfd75d53'] response: {'name': 'network-changed', 'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'status': 'completed', 'code': 200} Sep 13 07:10:12.879844 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de5e7275-a1e7-4507-9011-c20fd2a0eb37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (4c167280-2b48-4acb-9fc3-43cb911ef629), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.885165 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de5e7275-a1e7-4507-9011-c20fd2a0eb37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4c167280-2b48-4acb-9fc3-43cb911ef629), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.895619 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:10:12.917957 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-de5e7275-a1e7-4507-9011-c20fd2a0eb37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:12.922052 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-de5e7275-a1e7-4507-9011-c20fd2a0eb37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1603234 Sep 13 07:10:12.922052 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e7275-a1e7-4507-9011-c20fd2a0eb37 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c167280-2b48-4acb-9fc3-43cb911ef629,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:12.923063 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47456) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:12.927279 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-380f6ef8-67ef-4072-b026-59be6c40febf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'security_group_rule': {'security_group_id': '4c167280-2b48-4acb-9fc3-43cb911ef629', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:12.958006 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-c278544f-77c3-400e-be83-5f0b13225429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:12.959896 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-c278544f-77c3-400e-be83-5f0b13225429 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 1129 time: 0.0434361 Sep 13 07:10:12.961109 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-380f6ef8-67ef-4072-b026-59be6c40febf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (f04b604b-097f-4cbc-af7f-af7a95ebcf53), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.017538 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-380f6ef8-67ef-4072-b026-59be6c40febf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (f04b604b-097f-4cbc-af7f-af7a95ebcf53), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.023230 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-380f6ef8-67ef-4072-b026-59be6c40febf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (f04b604b-097f-4cbc-af7f-af7a95ebcf53), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.039133 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:13.048430 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f6ef8-67ef-4072-b026-59be6c40febf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04b604b-097f-4cbc-af7f-af7a95ebcf53,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:13.062253 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-380f6ef8-67ef-4072-b026-59be6c40febf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.063048 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-a1cbd754-4702-4ac5-afcf-9c9fac990802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:13.066591 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-380f6ef8-67ef-4072-b026-59be6c40febf tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406479 Sep 13 07:10:13.066765 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-a1cbd754-4702-4ac5-afcf-9c9fac990802 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.0988221 Sep 13 07:10:13.066878 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47458) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:13.071475 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-8eeb7a8b-629f-412b-8ca2-f63c08eb72b2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'security_group_rule': {'security_group_id': '4c167280-2b48-4acb-9fc3-43cb911ef629', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:13.103396 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7a8b-629f-412b-8ca2-f63c08eb72b2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (eb010c00-d0e3-44e3-bae5-3f9c4174c57d), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.115308 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:13.131885 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-7d3e49a2-0657-4d99-bfe2-8e712739787b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d HTTP/1.1" status: 200 len: 999 time: 0.0605674 Sep 13 07:10:13.133031 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '1bf3d56e-895f-40aa-9b05-55947b97ad1b', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:ac:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e083757-8d71-44e3-a1c7-adca051e9296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:10:11Z', 'updated_at': '2022-09-13T07:10:11Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}, {'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:58Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:13.159462 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:10:13.168225 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:10:13.168418 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7a8b-629f-412b-8ca2-f63c08eb72b2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (eb010c00-d0e3-44e3-bae5-3f9c4174c57d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.168929 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:09:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:13.173275 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7a8b-629f-412b-8ca2-f63c08eb72b2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651116'] for security_group_rule (eb010c00-d0e3-44e3-bae5-3f9c4174c57d), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.190567 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-6ff126f2-f767-4acc-a68f-9b37a7762934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:13.192115 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb7a8b-629f-412b-8ca2-f63c08eb72b2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb010c00-d0e3-44e3-bae5-3f9c4174c57d,revision_number=0']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:13.192711 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-6ff126f2-f767-4acc-a68f-9b37a7762934 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0556931 Sep 13 07:10:13.202169 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7a8b-629f-412b-8ca2-f63c08eb72b2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.203384 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-8eeb7a8b-629f-412b-8ca2-f63c08eb72b2 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356251 Sep 13 07:10:13.206467 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47460) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:13.211581 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'floatingip': {'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:13.235537 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.246296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-9fea6877-5113-4541-98c6-dcd6568dd1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:13.248146 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-9fea6877-5113-4541-98c6-dcd6568dd1fe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481184 Sep 13 07:10:13.284507 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:10:13.318503 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.342026 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-91bf7315-2637-4281-850f-6dbdd99a7f7d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Sep 13 07:10:13.405916 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:13.436856 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_common [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Allocated IP 172.27.2.211 (c871774e-190b-4ef8-9f80-d743df935310/3c0784c2-24a9-4669-ba2b-952d192af839/145ac263-b5f8-4210-8860-13d306d00186) {{(pid=106284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:10:13.443502 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-645b56c4-4114-4094-8751-6c6fa7cb52ae req-b7b2d2e1-f8fe-49f2-9b45-86c08041ddaa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946646 Sep 13 07:10:13.507082 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '1bf3d56e-895f-40aa-9b05-55947b97ad1b', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:ac:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e083757-8d71-44e3-a1c7-adca051e9296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:10:11Z', 'updated_at': '2022-09-13T07:10:11Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}, {'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:58Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:13.532748 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753edb51-63ec-4b55-9c9b-7edb6185fdfa None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '1bf3d56e-895f-40aa-9b05-55947b97ad1b', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:ac:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e083757-8d71-44e3-a1c7-adca051e9296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:10:11Z', 'updated_at': '2022-09-13T07:10:11Z', 'revision_number': 0, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}, {'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:58Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:10:13.561452 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for port (145ac263-b5f8-4210-8860-13d306d00186), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.599078 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (145ac263-b5f8-4210-8860-13d306d00186), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.646153 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Network c871774e-190b-4ef8-9f80-d743df935310 is already hosted by enough agents. {{(pid=106284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:10:13.651212 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.base_scheduler [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Resources bound (agent type, host, resource id): {{(pid=106284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:10:13.653415 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'Port': ['ID=145ac263-b5f8-4210-8860-13d306d00186,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:13.655536 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Received port after_create {{(pid=106284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:10:13.740565 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (d2436a2b-5617-4e25-ae08-c38964fee70c), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.760631 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ed219-1ef7-4f26-bb6e-56aad56ec5ec None None] New status for floating IP 1bf3d56e-895f-40aa-9b05-55947b97ad1b: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:10:13.783071 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (145ac263-b5f8-4210-8860-13d306d00186), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.877348 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:13.881969 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:INSERT=7,neutron:UPDATE=6,neutron:SELECT=86,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:13.942493 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for port (145ac263-b5f8-4210-8860-13d306d00186), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:13.948984 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12770196'] for port (145ac263-b5f8-4210-8860-13d306d00186), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:14.014951 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'Port': ['ID=145ac263-b5f8-4210-8860-13d306d00186,revision_number=2']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:14.017460 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (d2436a2b-5617-4e25-ae08-c38964fee70c), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:14.036377 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:14.037676 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-563062ee-7c92-4bdd-a15a-57c8341d2a84 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8301959 Sep 13 07:10:14.258670 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-015f9840-74ff-40fe-a365-ffb99ebfd7d7 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--930494834&fields=id&tenant_id=0f2d19ffb32443babaa154c5766b6982 HTTP/1.1" status: 200 len: 267 time: 0.0447984 Sep 13 07:10:14.378141 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-5355b6b1-3d36-48ea-a6f2-953e7e315500 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:14.379618 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-5355b6b1-3d36-48ea-a6f2-953e7e315500 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 811 time: 0.1146231 Sep 13 07:10:14.397159 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-c0f5c7f0-5deb-4549-9eed-d866b5078e36 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/quotas/0f2d19ffb32443babaa154c5766b6982 HTTP/1.1" status: 200 len: 375 time: 0.0097020 Sep 13 07:10:14.451281 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-93437dd2-0828-479e-9db6-9b0306c697aa tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492959 Sep 13 07:10:14.549598 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-71d3987e-e17d-40a6-b9fa-25959543c4b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864835 Sep 13 07:10:14.908209 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-64078917-2bfb-4796-a936-7d20f68429ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524115 Sep 13 07:10:15.084238 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3b4dc7b0-fd93-4f8c-bb96-da2a8600f3af req-d0f120fd-4aba-466b-8a7e-26df828efb71 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 210 time: 0.0284164 Sep 13 07:10:15.580922 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-0073d401-e85c-4177-9f02-18c2573772f9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455136 Sep 13 07:10:15.659277 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-288e189b-118e-4552-8f09-96e4e9184ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:15.660970 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-288e189b-118e-4552-8f09-96e4e9184ff3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1130 time: 0.0423887 Sep 13 07:10:15.739059 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:15.768047 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-1d816817-d9df-46a7-9056-efa0f7c7c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:15.769492 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-1d816817-d9df-46a7-9056-efa0f7c7c5a9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.0896089 Sep 13 07:10:15.837291 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-07e0c16c-0087-46ad-aea0-db1295354710 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8123a51f-2109-4966-a1db-e715035c1e0e HTTP/1.1" status: 200 len: 1002 time: 0.0610583 Sep 13 07:10:15.894579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-96e1b0af-f2af-4bff-8895-56ef8d6e1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:15.896110 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-96e1b0af-f2af-4bff-8895-56ef8d6e1000 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0513999 Sep 13 07:10:16.151727 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-06ddf5ae-5a55-41f7-be0e-00cee626d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:16.153293 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-06ddf5ae-5a55-41f7-be0e-00cee626d124 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504649 Sep 13 07:10:16.251344 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bf6cd38e-15cc-4f9c-ba17-fca4c35f062c req-ba0de873-0530-4553-a1cf-46648ea2d881 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 210 time: 0.0827975 Sep 13 07:10:16.346933 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:16.360243 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-37c1ad01-b93b-44b9-8f90-73638c8db35a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003055 Sep 13 07:10:16.378181 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-866b9d46-7d37-492d-8cfb-9e8170a4b3c4 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:16.379585 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-866b9d46-7d37-492d-8cfb-9e8170a4b3c4 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 811 time: 0.1442571 Sep 13 07:10:16.507009 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-dfb2abd5-d17d-4e4a-ab55-9d4327b431d6 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d19ffb32443babaa154c5766b6982 HTTP/1.1" status: 200 len: 379 time: 0.1075563 Sep 13 07:10:16.512586 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ced595bc-53d0-4ef0-ba55-c903a37e11e8 req-f15ac4e7-ac37-4a47-9000-46b6ed36609a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321199 Sep 13 07:10:16.529900 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'port': {'device_id': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'admin_state_up': True, 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'security_groups': ['4c167280-2b48-4acb-9fc3-43cb911ef629']}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:16.643251 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Made reservation on behalf of 0f2d19ffb32443babaa154c5766b6982 for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:10:16.647222 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:16.784514 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Allocated IP 172.20.0.14 (de769f76-c16e-4308-8d87-174634377b5a/1be148d6-9922-4b6f-992a-763a592b5244/a01962be-937c-49e6-953b-c81b6d1f6bfc) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:10:16.928369 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:16.931087 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:16.964730 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.006511 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Network de769f76-c16e-4308-8d87-174634377b5a is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:10:17.011694 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:10:17.015566 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:10:17.021633 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event updated for resources: {'Port': ['ID=a01962be-937c-49e6-953b-c81b6d1f6bfc,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:17.070337 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:17.070962 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.089326 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-08e8102e-6b87-4861-ab4d-1541083749bb tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634530 Sep 13 07:10:17.106140 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Request body: {'port': {'device_id': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:17.161099 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:17.174805 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.224309 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-81c1b8a4-3c75-4d19-a829-89a5abf23a91 None None] Provisioning complete for port a01962be-937c-49e6-953b-c81b6d1f6bfc triggered by entity DHCP. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:10:17.224918 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-81c1b8a4-3c75-4d19-a829-89a5abf23a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.257971 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-81c1b8a4-3c75-4d19-a829-89a5abf23a91 None None] Port a01962be-937c-49e6-953b-c81b6d1f6bfc cannot update to ACTIVE because it is not bound. {{(pid=106285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:10:17.406176 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df434364-12b2-4719-a131-882f6bfa095c req-41a8db02-6e95-4e5e-a4b2-82827539c52a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:17.407630 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-df434364-12b2-4719-a131-882f6bfa095c req-41a8db02-6e95-4e5e-a4b2-82827539c52a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 932 time: 0.0638196 Sep 13 07:10:17.506435 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-df434364-12b2-4719-a131-882f6bfa095c req-be0eba58-b753-4c49-8eaf-fdf592a2c064 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897157 Sep 13 07:10:17.512210 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01962be-937c-49e6-953b-c81b6d1f6bfc {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:10:17.520306 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Publish callbacks [] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.534808 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Transition to ACTIVE for port object a01962be-937c-49e6-953b-c81b6d1f6bfc will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:10:17.540152 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.601758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Pushing event updated for resources: {'Port': ['ID=a01962be-937c-49e6-953b-c81b6d1f6bfc,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:17.651726 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Attempting to bind port a01962be-937c-49e6-953b-c81b6d1f6bfc on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:10:17.652476 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Attempting to bind port a01962be-937c-49e6-953b-c81b6d1f6bfc by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:10:17.652476 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Attempting to bind port a01962be-937c-49e6-953b-c81b6d1f6bfc on network de769f76-c16e-4308-8d87-174634377b5a {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:10:17.702598 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Port a01962be-937c-49e6-953b-c81b6d1f6bfc on network de769f76-c16e-4308-8d87-174634377b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:10:17.702921 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Attempting to bind port a01962be-937c-49e6-953b-c81b6d1f6bfc on network de769f76-c16e-4308-8d87-174634377b5a {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:10:17.746808 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:10:17.747204 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Checking segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:10:17.747721 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Bound using segment: {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:10:17.748304 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Bound port: a01962be-937c-49e6-953b-c81b6d1f6bfc, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65caa5e0-c5a9-4953-bc4e-57c2d32bc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:10:17.748803 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.782776 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:17.814434 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] For port a01962be-937c-49e6-953b-c81b6d1f6bfc, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:10:17.817480 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] For port a01962be-937c-49e6-953b-c81b6d1f6bfc, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:10:17.826560 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.832634 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:17.833585 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:17.835774 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a01962be-937c-49e6-953b-c81b6d1f6bfc HTTP/1.1" status: 200 len: 1094 time: 0.7338109 Sep 13 07:10:17.837618 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:10:17.840617 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:10:17.894006 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2602751-8f94-43f7-a628-26a62e4bc74b service neutron] Pushing event updated for resources: {'Port': ['ID=a01962be-937c-49e6-953b-c81b6d1f6bfc,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:17.900845 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1b7301-d1dc-423e-aea4-a29ed9142d05 x-openstack-request-id: req-6c1b7301-d1dc-423e-aea4-a29ed9142d05 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:10:17.901126 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:10:17.901378 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c1b7301-d1dc-423e-aea4-a29ed9142d05 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:10:17.901778 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1b7301-d1dc-423e-aea4-a29ed9142d05'] response: {'name': 'network-changed', 'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'status': 'completed', 'code': 200} Sep 13 07:10:17.944057 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-f6b969fc-dc13-4455-ba87-7ddf1accdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:17.946477 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-f6b969fc-dc13-4455-ba87-7ddf1accdb93 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 1128 time: 0.0480919 Sep 13 07:10:18.002866 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-a191e06f-cb35-4b3e-b282-86050aa653f8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc HTTP/1.1" status: 200 len: 217 time: 0.0424471 Sep 13 07:10:18.015576 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:18.056000 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-7fc8d5ca-1b71-4c4d-af58-1289d65c3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:18.057360 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-7fc8d5ca-1b71-4c4d-af58-1289d65c3284 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0484853 Sep 13 07:10:18.106496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-1fd3a84a-41b8-4835-9bbc-7737bb178308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:18.107973 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-1fd3a84a-41b8-4835-9bbc-7737bb178308 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436008 Sep 13 07:10:18.202499 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-92dd9d23-af3f-4844-a390-8836e0d2389f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Sep 13 07:10:18.296933 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-85b3e726-5021-4e84-9c90-de1891f42c76 req-671ca03b-afaa-4720-bdbb-83a317b74c5f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880842 Sep 13 07:10:18.643768 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c419f-5c75-4579-8420-ac5611ac2009 req-57e21018-9007-4311-b9ce-2a535ee9b2a6 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:18.645247 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f3c419f-5c75-4579-8420-ac5611ac2009 req-57e21018-9007-4311-b9ce-2a535ee9b2a6 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 944 time: 0.0490124 Sep 13 07:10:18.696190 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6f3c419f-5c75-4579-8420-ac5611ac2009 req-194e9e9b-1386-4a30-ac2b-8b7ff6f95b5f tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429165 Sep 13 07:10:19.199571 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-8eb44d9a-d3a8-4dbf-9ed5-9ed7a01d73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:19.201069 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-8eb44d9a-d3a8-4dbf-9ed5-9ed7a01d73f7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 1128 time: 0.0479069 Sep 13 07:10:19.560053 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-f6d12658-8811-48b0-8fd7-94f7eab642de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:19.561526 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-f6d12658-8811-48b0-8fd7-94f7eab642de service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 912 time: 0.0995927 Sep 13 07:10:19.631453 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-d70bf338-74d3-4c6b-a4b2-72cc3ba218eb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc HTTP/1.1" status: 200 len: 217 time: 0.0386603 Sep 13 07:10:19.681067 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-f76fefbc-2926-4881-8d2f-2afa4ddafa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:19.682566 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-f76fefbc-2926-4881-8d2f-2afa4ddafa1c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0459697 Sep 13 07:10:19.730424 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-68f04262-dfbd-42cc-a461-02598957953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:19.731934 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-68f04262-dfbd-42cc-a461-02598957953a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391502 Sep 13 07:10:19.829547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45119c-0d57-4932-8f00-b47f2587fa28 req-183c4e36-3148-4ba2-b077-241a83e1c681 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:19.830977 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5c45119c-0d57-4932-8f00-b47f2587fa28 req-183c4e36-3148-4ba2-b077-241a83e1c681 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 944 time: 0.0517056 Sep 13 07:10:19.879151 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5c45119c-0d57-4932-8f00-b47f2587fa28 req-37072cb3-b5f4-4186-b886-9c6e1c850de1 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Sep 13 07:10:20.036234 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-326f8d05-181f-43ec-a262-5bbbd5e15628 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914335 Sep 13 07:10:20.104943 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:20.134398 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e1d7012f-d22f-48d6-b2b1-8bf4441d5a8c req-8af1fe9e-ada7-4e77-b3f4-fd3555dfd0db service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920339 Sep 13 07:10:21.017105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925407e-11c8-4cae-b64c-a9f7b5fb04e5 req-886727b2-d992-4ffe-848c-dc3880e43e65 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:21.018578 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3925407e-11c8-4cae-b64c-a9f7b5fb04e5 req-886727b2-d992-4ffe-848c-dc3880e43e65 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 944 time: 0.0545342 Sep 13 07:10:21.065711 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3925407e-11c8-4cae-b64c-a9f7b5fb04e5 req-6b96f43f-29ff-4ef5-8a81-c0c7bd72cc90 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413833 Sep 13 07:10:22.204147 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d381c-da64-431b-983d-081ef6f07e40 req-28a8d223-ee6a-4652-adc4-5abf4672f17c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:22.205605 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-337d381c-da64-431b-983d-081ef6f07e40 req-28a8d223-ee6a-4652-adc4-5abf4672f17c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 944 time: 0.0509460 Sep 13 07:10:22.223726 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:22.253125 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-337d381c-da64-431b-983d-081ef6f07e40 req-f8a854b8-014b-488c-b207-b3715b888341 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419214 Sep 13 07:10:22.532790 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a01962be-937c-49e6-953b-c81b6d1f6bfc details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:10:22.641062 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a01962be-937c-49e6-953b-c81b6d1f6bfc, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:10:22.652384 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'port_id': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'mac_address': 'fa:16:3e:17:6b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:10:22.655017 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:22.697211 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a01962be-937c-49e6-953b-c81b6d1f6bfc is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:10:22.697608 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:22.715239 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01962be-937c-49e6-953b-c81b6d1f6bfc {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:10:22.735674 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a01962be-937c-49e6-953b-c81b6d1f6bfc, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:10:22.742040 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:22.790885 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a01962be-937c-49e6-953b-c81b6d1f6bfc,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:23.041975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['a01962be-937c-49e6-953b-c81b6d1f6bfc'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:10:23.075737 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:23.142057 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:23.380660 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f67f0-2cef-4884-b5de-2eb21cfdef57 req-ac400690-e368-4a62-88e5-2ba5ba45cdd8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:23.382108 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e51f67f0-2cef-4884-b5de-2eb21cfdef57 req-ac400690-e368-4a62-88e5-2ba5ba45cdd8 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Sep 13 07:10:23.436505 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e51f67f0-2cef-4884-b5de-2eb21cfdef57 req-e4916cbf-8b74-4c9b-b443-9a0598276422 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458252 Sep 13 07:10:23.872395 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:23.874781 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:24.028202 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:24.029514 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:24.566918 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a01962be-937c-49e6-953b-c81b6d1f6bfc up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:10:24.576185 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6d3c3-7bee-41cc-9a90-97398d981e95 req-8deb0abe-1da9-43c7-8d45-c92e747b7394 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:24.577750 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c6d6d3c3-7bee-41cc-9a90-97398d981e95 req-8deb0abe-1da9-43c7-8d45-c92e747b7394 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 945 time: 0.0485404 Sep 13 07:10:24.626489 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-c6d6d3c3-7bee-41cc-9a90-97398d981e95 req-5af3b7ec-4db6-4818-83a0-ea777af5be18 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Sep 13 07:10:24.658235 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port a01962be-937c-49e6-953b-c81b6d1f6bfc completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:10:24.666596 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port a01962be-937c-49e6-953b-c81b6d1f6bfc triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:10:24.667080 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:24.744568 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port a01962be-937c-49e6-953b-c81b6d1f6bfc is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:10:24.744859 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:24.768359 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:10:24.770616 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543cd565-18ae-4f00-a3be-0f5fa46a858a" -d '{"events": [{"server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "name": "network-vif-plugged", "status": "completed", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:10:24.783037 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port a01962be-937c-49e6-953b-c81b6d1f6bfc, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:10:24.788285 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:24.814028 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126310d-8fee-4138-9cd4-7b279016b97d x-openstack-request-id: req-3126310d-8fee-4138-9cd4-7b279016b97d {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:10:24.814373 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "name": "network-vif-plugged", "status": "completed", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:10:24.814603 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3126310d-8fee-4138-9cd4-7b279016b97d {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:10:24.815118 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3126310d-8fee-4138-9cd4-7b279016b97d'] response: {'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'code': 200} Sep 13 07:10:24.842438 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=a01962be-937c-49e6-953b-c81b6d1f6bfc,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:10:25.037898 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dff84-32b1-4b3e-a44d-3cd7bd3232ba req-e513ab79-81e4-42e5-ab03-3289b38920ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:25.039319 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5a5dff84-32b1-4b3e-a44d-3cd7bd3232ba req-e513ab79-81e4-42e5-ab03-3289b38920ad service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 1130 time: 0.0398023 Sep 13 07:10:25.098251 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5a5dff84-32b1-4b3e-a44d-3cd7bd3232ba req-29e9d2d6-175a-47d7-b1d1-4322b3c19b4b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411818 Sep 13 07:10:25.763920 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e16f-8e76-4850-90c1-3b9f0373699f req-54b1017f-1583-4d3e-964b-658534861efa tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:25.765388 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc08e16f-8e76-4850-90c1-3b9f0373699f req-54b1017f-1583-4d3e-964b-658534861efa tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 946 time: 0.0494385 Sep 13 07:10:25.814519 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dc08e16f-8e76-4850-90c1-3b9f0373699f req-eb793f62-366e-40e0-9c64-699d313fde94 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 Sep 13 07:10:26.080355 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bbd96843-7e5a-4b58-9b84-1e9677b54cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:26.955805 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef78c3a-e932-40b1-93db-087382607170 req-58e9ece0-9a87-4d7e-96ff-aed21017a61a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:26.957320 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3ef78c3a-e932-40b1-93db-087382607170 req-58e9ece0-9a87-4d7e-96ff-aed21017a61a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 946 time: 0.0616984 Sep 13 07:10:27.009695 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3ef78c3a-e932-40b1-93db-087382607170 req-f8e1f97b-e316-4b80-9332-5e9defdb6887 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Sep 13 07:10:27.153714 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcfbcc-d19a-4bbe-85a0-ab6068c521b5 req-1ca18ce7-4ff8-4d7f-9cb3-86ecb22ecb5d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:27.155147 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1fdcfbcc-d19a-4bbe-85a0-ab6068c521b5 req-1ca18ce7-4ff8-4d7f-9cb3-86ecb22ecb5d tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 946 time: 0.0552638 Sep 13 07:10:27.168970 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47522) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:10:27.173601 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Request body: {'floatingip': {'port_id': 'a01962be-937c-49e6-953b-c81b6d1f6bfc'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:10:27.214471 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (d2436a2b-5617-4e25-ae08-c38964fee70c), before_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:27.693635 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:27.702162 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (d2436a2b-5617-4e25-ae08-c38964fee70c), after_update {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:27.812587 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.l3_db [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Floating IP d2436a2b-5617-4e25-ae08-c38964fee70c associated. External IP: 172.27.2.211, port: a01962be-937c-49e6-953b-c81b6d1f6bfc. Sep 13 07:10:28.022054 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:10:28.127473 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:10:28.133039 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:28.137664 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] Sync routers for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:10:28.148560 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:10:28.149170 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:09:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:28.166742 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-539927b2-9391-4b6e-95ef-3dd4f08734d3 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/d2436a2b-5617-4e25-ae08-c38964fee70c HTTP/1.1" status: 200 len: 992 time: 0.9966383 Sep 13 07:10:28.167423 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc'}] {{(pid=106284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:10:28.169711 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1074c5e554cc7bddf23fe2ba1221534d33ac7e3d84e1be341b575068228573ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943" -d '{"events": [{"name": "network-changed", "server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc"}]}' {{(pid=106284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:10:28.208755 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd81e4-b2ce-4183-a553-5df8a1004fc4 x-openstack-request-id: req-08fd81e4-b2ce-4183-a553-5df8a1004fc4 {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:10:28.209110 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc", "status": "completed", "code": 200}]} {{(pid=106284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:10:28.209379 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08fd81e4-b2ce-4183-a553-5df8a1004fc4 {{(pid=106284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:10:28.209914 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fd81e4-b2ce-4183-a553-5df8a1004fc4'] response: {'name': 'network-changed', 'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'status': 'completed', 'code': 200} Sep 13 07:10:28.265664 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:10:28.301012 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-a8b49e35-d21e-4afb-ac58-55daa9633bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:28.302501 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-a8b49e35-d21e-4afb-ac58-55daa9633bf2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0f2d19ffb32443babaa154c5766b6982&device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 1130 time: 0.0405257 Sep 13 07:10:28.407325 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-57ba3d34-1669-446a-a206-79a7e2bb1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:28.408825 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-57ba3d34-1669-446a-a206-79a7e2bb1260 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 200 len: 912 time: 0.0963123 Sep 13 07:10:28.425558 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-4610e62d-3d76-4f81-bae0-7f2f9317a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:28.477520 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-c1e226f0-923d-4262-a854-f8913d22ae05 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc HTTP/1.1" status: 200 len: 1000 time: 0.0598052 Sep 13 07:10:28.492910 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'd2436a2b-5617-4e25-ae08-c38964fee70c', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'port_id': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'mac_address': 'fa:16:3e:17:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:10:13Z', 'updated_at': '2022-09-13T07:10:27Z', 'revision_number': 1, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:28.517751 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] Checking router: 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:10:28.527006 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-a1b7ba78-7db7-4625-821f-68d044aec7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:28.527290 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:10:28.527901 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:10:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:28.528495 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-a1b7ba78-7db7-4625-821f-68d044aec7b5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 200 len: 850 time: 0.0448689 Sep 13 07:10:28.579453 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-3e501f9c-9eef-4a70-a4cc-1e3b2e294faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:10:28.581018 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-3e501f9c-9eef-4a70-a4cc-1e3b2e294faa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=de769f76-c16e-4308-8d87-174634377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434959 Sep 13 07:10:28.594430 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:28.632143 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:10:28.674447 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-97989aa3-72ba-40b5-9058-92c885630e9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868480 Sep 13 07:10:28.773377 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-6cfe3f4c-0e1e-4f4a-b5a2-7510f4f48943 req-7eb95621-e307-44d5-9dd3-dc0845984e7d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924873 Sep 13 07:10:28.864594 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:28.976206 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'd2436a2b-5617-4e25-ae08-c38964fee70c', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'port_id': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'mac_address': 'fa:16:3e:17:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:10:13Z', 'updated_at': '2022-09-13T07:10:27Z', 'revision_number': 1, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:10:29.000571 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed48932-3e09-4dc9-b269-2258ebc6e92a None None] The sync data for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi is: [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': 'd2436a2b-5617-4e25-ae08-c38964fee70c', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'port_id': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'mac_address': 'fa:16:3e:17:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:10:13Z', 'updated_at': '2022-09-13T07:10:27Z', 'revision_number': 1, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:10:29.219352 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7724698-0bfd-406e-b0df-8b5b6bff26fc None None] New status for floating IP d2436a2b-5617-4e25-ae08-c38964fee70c: ACTIVE {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:10:29.869827 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:31.532212 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:31.542330 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:31.545340 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:38.159790 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:38.163370 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:38.767894 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:38.770097 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=20 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:39.318496 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:39.320793 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:41.521490 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:41.540935 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:42.153396 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:42.557102 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:10:52.139483 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:52.143975 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:52.145632 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:54.518119 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:54.519558 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:10:56.083452 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-f7382ff4-31ab-4ff9-a6f9-fff65b1beb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:58.399425 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-16e2e55b-49e3-468a-9e2f-60ff112bc9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:10:59.875085 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:01.543755 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:01.546258 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:11.525036 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:11.533014 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:11.541991 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:12.167401 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:14.511514 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:14.523384 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:15.500169 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-a2566de2-8de0-4f6d-99bf-a0759b06300e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392992 Sep 13 07:11:15.617735 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541625c-9b27-4022-bbe9-2401c9365716 req-e064692a-2e9c-46ea-9512-92cc9788957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:15.620431 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-e064692a-2e9c-46ea-9512-92cc9788957c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1130 time: 0.0456972 Sep 13 07:11:15.761677 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541625c-9b27-4022-bbe9-2401c9365716 req-6130a125-cfc9-41e3-8739-e2336de2ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:15.763269 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-6130a125-cfc9-41e3-8739-e2336de2ae32 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.0924091 Sep 13 07:11:15.828870 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-2cc88190-7177-4ba5-a418-ff80734c0cf5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8123a51f-2109-4966-a1db-e715035c1e0e HTTP/1.1" status: 200 len: 1002 time: 0.0585017 Sep 13 07:11:15.881981 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541625c-9b27-4022-bbe9-2401c9365716 req-79f7e4ac-f344-4cf6-9b62-2b65b85bfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:15.883474 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-79f7e4ac-f344-4cf6-9b62-2b65b85bfe3a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0488672 Sep 13 07:11:15.927512 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541625c-9b27-4022-bbe9-2401c9365716 req-e446126b-7126-45e5-807d-d7f58661d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:15.928978 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-e446126b-7126-45e5-807d-d7f58661d2b0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389965 Sep 13 07:11:16.022605 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-178652fa-e2f0-4ec2-a6eb-c0876d0ba570 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867627 Sep 13 07:11:16.128005 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b541625c-9b27-4022-bbe9-2401c9365716 req-7a3060bc-2e95-4bfc-8640-67de5b39e6f3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987606 Sep 13 07:11:19.562789 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:11:22.152227 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:22.157495 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:22.159275 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:26.087641 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-87bf7ece-c3d4-4edd-a9e2-6d4f2a3fd5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:26.122583 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=49 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:26.124483 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=52 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:26.700926 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7283f9-c82d-4aae-a55d-2d187f08c680 req-856eed6d-f4a8-47df-b191-71ce92c7ee28 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:26.702401 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dd7283f9-c82d-4aae-a55d-2d187f08c680 req-856eed6d-f4a8-47df-b191-71ce92c7ee28 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 946 time: 0.0583241 Sep 13 07:11:26.759557 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-dd7283f9-c82d-4aae-a55d-2d187f08c680 req-a5deedc2-bfd8-4388-8e32-4c151512429c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499845 Sep 13 07:11:27.908494 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385e3d3-9544-4a58-bd85-efd255f4b9e1 req-6e3b1e20-514f-456d-bda9-ac012e0c247c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:27.909978 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8385e3d3-9544-4a58-bd85-efd255f4b9e1 req-6e3b1e20-514f-456d-bda9-ac012e0c247c tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 946 time: 0.0576560 Sep 13 07:11:27.961887 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8385e3d3-9544-4a58-bd85-efd255f4b9e1 req-13bc71ab-baaa-4e29-b596-dd2a40a563f6 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437970 Sep 13 07:11:28.407759 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-08578144-90e9-4d31-9add-c372868c4cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:28.452373 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-849ee839-7272-4109-b612-c889d3feaf13 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:28.453865 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-849ee839-7272-4109-b612-c889d3feaf13 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 946 time: 0.0506518 Sep 13 07:11:28.557279 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Deleting port a01962be-937c-49e6-953b-c81b6d1f6bfc {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:28.557580 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:28.662866 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] For port a01962be-937c-49e6-953b-c81b6d1f6bfc, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=a01962be-937c-49e6-953b-c81b6d1f6bfc,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:28.663146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:29.137897 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:29.138695 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697690'] for floatingip (d2436a2b-5617-4e25-ae08-c38964fee70c), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:29.138695 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Floating IP d2436a2b-5617-4e25-ae08-c38964fee70c disassociated. External IP: 172.27.2.211, port: a01962be-937c-49e6-953b-c81b6d1f6bfc. Sep 13 07:11:29.138928 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Calling delete_port for a01962be-937c-49e6-953b-c81b6d1f6bfc owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:29.163275 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966876be-bda7-49b8-8cae-cae19c8e6744 req-e265d609-40ef-4167-997a-e3272ae0570a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:29.164753 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-966876be-bda7-49b8-8cae-cae19c8e6744 req-e265d609-40ef-4167-997a-e3272ae0570a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 946 time: 0.0639474 Sep 13 07:11:29.264741 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-966876be-bda7-49b8-8cae-cae19c8e6744 req-697fd52d-cd6c-4944-8f9b-e645241e2f9b tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4c167280-2b48-4acb-9fc3-43cb911ef629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711453 Sep 13 07:11:29.328208 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (a01962be-937c-49e6-953b-c81b6d1f6bfc), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:29.355147 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event deleted for resources: {'Port': ['ID=a01962be-937c-49e6-953b-c81b6d1f6bfc,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:29.364813 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.365153 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.365484 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.365815 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.366167 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.366487 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.366877 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.367125 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.368032 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.368032 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.368032 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.368422 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.368661 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.368967 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.369280 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:29.373505 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:29.479054 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:11:29.525418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:29.554747 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:29.556281 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:29.589619 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:11:29.602802 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] Sync routers for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:11:29.615079 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:29.615728 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:29.634386 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] No DVR routers for this DVR port a01962be-937c-49e6-953b-c81b6d1f6bfc on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:11:29.637034 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:29.640532 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82f52266-5cb8-401a-881a-f206937d2ab0 req-9f5f2106-64db-477b-9853-49d5047ee79a tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a01962be-937c-49e6-953b-c81b6d1f6bfc HTTP/1.1" status: 204 len: 173 time: 1.1808705 Sep 13 07:11:29.641026 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'name': 'network-vif-deleted', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:11:29.643335 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f05b3a0-6013-4969-bd8a-2348d3d157fe" -d '{"events": [{"server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "name": "network-vif-deleted", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:11:29.686677 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2000b3-90d2-4afa-9fe8-05fb3ed05b2c x-openstack-request-id: req-8e2000b3-90d2-4afa-9fe8-05fb3ed05b2c {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:11:29.691903 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47962b6-2a8d-498d-8ab5-213c713eb344", "name": "network-vif-deleted", "tag": "a01962be-937c-49e6-953b-c81b6d1f6bfc", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:11:29.691903 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e2000b3-90d2-4afa-9fe8-05fb3ed05b2c {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:11:29.691903 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2000b3-90d2-4afa-9fe8-05fb3ed05b2c'] response: {'server_uuid': 'd47962b6-2a8d-498d-8ab5-213c713eb344', 'name': 'network-vif-deleted', 'tag': 'a01962be-937c-49e6-953b-c81b6d1f6bfc', 'status': 'completed', 'code': 200} Sep 13 07:11:29.734744 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:29.894447 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:29.943860 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:29.968603 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] Checking router: 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:11:29.977240 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:29.977842 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:30.084558 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:30.300495 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:30.326345 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60755453-bf4d-4d94-bb90-1b556c3316d6 None None] The sync data for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi is: [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:57Z', 'revision_number': 4, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': 'ad3fc79d-8c2d-499b-8480-0fe31a9a2301', 'name': '', 'network_id': 'de769f76-c16e-4308-8d87-174634377b5a', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'mac_address': 'fa:16:3e:70:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '1be148d6-9922-4b6f-992a-763a592b5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:56Z', 'updated_at': '2022-09-13T07:07:02Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'subnets': [{'id': '1be148d6-9922-4b6f-992a-763a592b5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:11:30.395751 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d06408c4-2b7c-4974-b055-d12336576017 req-ac611215-8549-46c1-9fa0-ce37948e0b54 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d47962b6-2a8d-498d-8ab5-213c713eb344 HTTP/1.1" status: 200 len: 210 time: 0.0308368 Sep 13 07:11:30.558111 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade8f4f-a271-4dd7-8b4e-9e6cb8fc7ece None None] New status for floating IP d2436a2b-5617-4e25-ae08-c38964fee70c: DOWN {{(pid=106286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:11:31.495593 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47682) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:31.551901 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.554266 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.560280 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (4c167280-2b48-4acb-9fc3-43cb911ef629), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.583995 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (4c167280-2b48-4acb-9fc3-43cb911ef629), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.633177 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4c167280-2b48-4acb-9fc3-43cb911ef629), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.635819 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.637005 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4c167280-2b48-4acb-9fc3-43cb911ef629 HTTP/1.1" status: 204 len: 168 time: 0.1404066 Sep 13 07:11:31.639937 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47686) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:31.646373 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c167280-2b48-4acb-9fc3-43cb911ef629,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:31.653684 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.654034 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.654407 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.654725 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.api.v2.resource [None req-779c3e97-5f2f-422b-9278-6978961bee1f tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] show failed (client error): The resource could not be found. Sep 13 07:11:31.654854 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.655057 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.655385 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.655710 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.655969 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-779c3e97-5f2f-422b-9278-6978961bee1f tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "GET /networking/v2.0/security-groups/4c167280-2b48-4acb-9fc3-43cb911ef629 HTTP/1.1" status: 404 len: 347 time: 0.0146992 Sep 13 07:11:31.656104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.656340 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.656660 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.656982 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.657303 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.657622 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.657940 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.658284 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af73a39-2f73-4fe1-9ddd-7abca244de60 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:31.658699 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47688) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:31.777187 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Deleting port 145ac263-b5f8-4210-8860-13d306d00186 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:31.777502 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (145ac263-b5f8-4210-8860-13d306d00186), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.865671 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (145ac263-b5f8-4210-8860-13d306d00186), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.865999 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (145ac263-b5f8-4210-8860-13d306d00186), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:31.879170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Calling delete_port for 145ac263-b5f8-4210-8860-13d306d00186 owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:32.019350 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (145ac263-b5f8-4210-8860-13d306d00186), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:32.045562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Pushing event deleted for resources: {'Port': ['ID=145ac263-b5f8-4210-8860-13d306d00186,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:32.123531 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks [] for floatingip (d2436a2b-5617-4e25-ae08-c38964fee70c), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:32.127605 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:32.129776 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-31714330-2b6f-463a-9eb4-ad4f786764b5 tempest-AttachVolumeTestJSON-1423067582 tempest-AttachVolumeTestJSON-1423067582-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/d2436a2b-5617-4e25-ae08-c38964fee70c HTTP/1.1" status: 204 len: 168 time: 0.4697130 Sep 13 07:11:32.880125 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a01962be-937c-49e6-953b-c81b6d1f6bfc no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:11:32.904711 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: a01962be-937c-49e6-953b-c81b6d1f6bfc {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:11:32.905032 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device a01962be-937c-49e6-953b-c81b6d1f6bfc not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:11:35.740740 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47716) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:35.918650 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:36.061208 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:36.149631 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:36.299417 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Deleting port ad3fc79d-8c2d-499b-8480-0fe31a9a2301 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:36.299678 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:36.385150 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] For port ad3fc79d-8c2d-499b-8480-0fe31a9a2301, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:36.385508 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:36.397959 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Calling delete_port for ad3fc79d-8c2d-499b-8480-0fe31a9a2301 owned by network:router_interface {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:36.581873 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (ad3fc79d-8c2d-499b-8480-0fe31a9a2301), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:36.608714 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3fc79d-8c2d-499b-8480-0fe31a9a2301,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:36.768250 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:36.825495 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:36.968562 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:36.984655 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:11:37.094219 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:11:37.101501 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-86fcc435-e964-4d91-b8b4-8de4152e957d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5ba7dbc5-9edc-4cba-9399-ed71f80b47e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3593585 Sep 13 07:11:37.105688 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47718) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:37.109880 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] Sync routers for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:11:37.123478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:37.124088 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:37.211685 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks [] for router (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.236013 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:37.309299 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks [] for router_gateway (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.353544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Deleting port 53739888-175c-4042-b948-572102730dec {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:37.353849 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (53739888-175c-4042-b948-572102730dec), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.407059 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '53739888-175c-4042-b948-572102730dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:11:36Z', 'revision_number': 5, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port': {'id': '53739888-175c-4042-b948-572102730dec', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:95:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:37.436043 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] For port 53739888-175c-4042-b948-572102730dec, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=53739888-175c-4042-b948-572102730dec,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:37.436335 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] Checking router: 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:11:37.436469 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (53739888-175c-4042-b948-572102730dec), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.446175 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] Routers {'5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:37.446758 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:37.451089 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Calling delete_port for 53739888-175c-4042-b948-572102730dec owned by network:router_gateway {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:37.526844 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] Set router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 gateway port host: None {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:37.578365 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:11:37Z', 'revision_number': 6, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:37.603774 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52fbc6e-60d8-4df4-b08f-051ded81afe5 None None] The sync data for ids ['5ba7dbc5-9edc-4cba-9399-ed71f80b47e3'] in dv-cinder-856941-4-iscsi is: [{'id': '5ba7dbc5-9edc-4cba-9399-ed71f80b47e3', 'name': 'tempest-AttachVolumeTestJSON-2042503919-router', 'tenant_id': '0f2d19ffb32443babaa154c5766b6982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:06:54Z', 'updated_at': '2022-09-13T07:11:37Z', 'revision_number': 6, 'project_id': '0f2d19ffb32443babaa154c5766b6982', 'gw_port_host': None}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:11:37.622104 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (53739888-175c-4042-b948-572102730dec), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.647964 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53739888-175c-4042-b948-572102730dec,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:37.674074 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:37.713428 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.810147 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.812382 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks [] for router_controller (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.857935 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (5ba7dbc5-9edc-4cba-9399-ed71f80b47e3), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.858568 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 {{(pid=106283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:11:37.863201 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.864201 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-b7ed69b7-518d-47c3-aab0-42b0dfe229c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5ba7dbc5-9edc-4cba-9399-ed71f80b47e3 HTTP/1.1" status: 204 len: 168 time: 0.7572327 Sep 13 07:11:37.867160 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47720) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:37.913019 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] Deleting subnet 1be148d6-9922-4b6f-992a-763a592b5244 {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:11:37.916394 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] Publish callbacks [] for subnet (1be148d6-9922-4b6f-992a-763a592b5244), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:37.958374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (1be148d6-9922-4b6f-992a-763a592b5244), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.036977 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (1be148d6-9922-4b6f-992a-763a592b5244), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.094875 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (1be148d6-9922-4b6f-992a-763a592b5244), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.127067 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.130773 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1be148d6-9922-4b6f-992a-763a592b5244 HTTP/1.1" status: 204 len: 168 time: 0.2625389 Sep 13 07:11:38.131779 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41070897-651d-430a-bca1-4e4487b1eaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be148d6-9922-4b6f-992a-763a592b5244,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:38.132972 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db3d93-a4da-40f9-a725-3937e1f2daca None None] Network de769f76-c16e-4308-8d87-174634377b5a requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:11:38.133761 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47722) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:38.205982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (de769f76-c16e-4308-8d87-174634377b5a), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.214518 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:38.254964 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Deleting port c47cacfb-2e08-4a45-a08f-1dc7f76c854e {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:38.255291 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.301987 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] DHCP port deletion for de769f76-c16e-4308-8d87-174634377b5a request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:11:38.333092 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] For port c47cacfb-2e08-4a45-a08f-1dc7f76c854e, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:38.333092 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.342443 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Deleting port c47cacfb-2e08-4a45-a08f-1dc7f76c854e {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:38.342816 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.358008 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Calling delete_port for c47cacfb-2e08-4a45-a08f-1dc7f76c854e owned by network:dhcp {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:38.446691 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.474276 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:38.476504 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] No DVR routers for this DVR port c47cacfb-2e08-4a45-a08f-1dc7f76c854e on host dv-cinder-856941-4-iscsi {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:11:38.543767 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:38.545680 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] For port c47cacfb-2e08-4a45-a08f-1dc7f76c854e, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,segment=NetworkSegment(65caa5e0-c5a9-4953-bc4e-57c2d32bc095),segment_id=65caa5e0-c5a9-4953-bc4e-57c2d32bc095)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:38.546042 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.562067 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Calling delete_port for c47cacfb-2e08-4a45-a08f-1dc7f76c854e owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:38.563561 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:38.643860 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (c47cacfb-2e08-4a45-a08f-1dc7f76c854e), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.671763 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Pushing event deleted for resources: {'Port': ['ID=c47cacfb-2e08-4a45-a08f-1dc7f76c854e,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:38.683038 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] No DVR routers for this DVR port c47cacfb-2e08-4a45-a08f-1dc7f76c854e on host dv-cinder-856941-4-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:11:38.685050 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.685394 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.685731 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.686102 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.686449 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.687002 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.687157 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.687436 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.687767 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.688120 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.688441 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.688758 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.689076 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.689391 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.689692 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558658b-852f-4424-9f45-5ad0f74cc451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:11:38.810291 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 53739888-175c-4042-b948-572102730dec no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:11:38.824078 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (de769f76-c16e-4308-8d87-174634377b5a), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.830012 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 53739888-175c-4042-b948-572102730dec {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:11:38.830393 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 53739888-175c-4042-b948-572102730dec not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:11:38.830817 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c47cacfb-2e08-4a45-a08f-1dc7f76c854e no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:11:38.845801 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de769f76-c16e-4308-8d87-174634377b5a']}} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:38.849593 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: c47cacfb-2e08-4a45-a08f-1dc7f76c854e {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:11:38.850173 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c47cacfb-2e08-4a45-a08f-1dc7f76c854e not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:11:38.850770 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ad3fc79d-8c2d-499b-8480-0fe31a9a2301 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:11:38.855708 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65caa5e0-c5a9-4953-bc4e-57c2d32bc095') {'for_net_delete': True} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:38.856010 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65caa5e0-c5a9-4953-bc4e-57c2d32bc095') {} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:38.866218 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13146082'] for segment (65caa5e0-c5a9-4953-bc4e-57c2d32bc095), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.869970 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: ad3fc79d-8c2d-499b-8480-0fe31a9a2301 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:11:38.870444 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device ad3fc79d-8c2d-499b-8480-0fe31a9a2301 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:11:38.879838 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (65caa5e0-c5a9-4953-bc4e-57c2d32bc095), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.886529 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=106283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:11:38.886922 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13223570'] for segment (65caa5e0-c5a9-4953-bc4e-57c2d32bc095), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.929953 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 65caa5e0-c5a9-4953-bc4e-57c2d32bc095 resource provider aggregate not found Sep 13 07:11:38.949018 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 65caa5e0-c5a9-4953-bc4e-57c2d32bc095 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65caa5e0-c5a9-4953-bc4e-57c2d32bc095 found for delete ", "request_id": "req-8cd6795e-b081-4825-833a-31a0b6c89d94"}]} Sep 13 07:11:38.957085 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (de769f76-c16e-4308-8d87-174634377b5a), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.963212 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:38.966372 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/de769f76-c16e-4308-8d87-174634377b5a HTTP/1.1" status: 204 len: 168 time: 0.8314922 Sep 13 07:11:38.977766 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529971f1-b660-4c89-9cde-a1a4dec9ff39 admin admin] Pushing event deleted for resources: {'Network': ['ID=de769f76-c16e-4308-8d87-174634377b5a,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:39.143726 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47730) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:39.185283 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-ac8fe2e1-ca85-49f5-8c60-7122e3a41ee3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0f2d19ffb32443babaa154c5766b6982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402889 Sep 13 07:11:39.187856 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47732) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:39.236773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-608c5b8e-73fc-4c3e-95f7-0a7f7e1f47d2 admin admin] Publish callbacks [] for security_group (e7823d25-16ff-4b53-bc85-cbf18045bb7c), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:39.259277 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-608c5b8e-73fc-4c3e-95f7-0a7f7e1f47d2 admin admin] Publish callbacks [] for security_group (e7823d25-16ff-4b53-bc85-cbf18045bb7c), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:39.309494 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-608c5b8e-73fc-4c3e-95f7-0a7f7e1f47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (e7823d25-16ff-4b53-bc85-cbf18045bb7c), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:39.312337 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-608c5b8e-73fc-4c3e-95f7-0a7f7e1f47d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:39.313508 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-608c5b8e-73fc-4c3e-95f7-0a7f7e1f47d2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e7823d25-16ff-4b53-bc85-cbf18045bb7c HTTP/1.1" status: 204 len: 168 time: 0.1247962 Sep 13 07:11:39.321867 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c5b8e-73fc-4c3e-95f7-0a7f7e1f47d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7823d25-16ff-4b53-bc85-cbf18045bb7c,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:40.044541 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47754) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:40.101982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:40.199555 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Deleting port 7daf4384-5ce7-49e9-b7b4-c341bbff4c5e {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:40.199555 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:40.280839 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:40.281174 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:40.294397 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Calling delete_port for 7daf4384-5ce7-49e9-b7b4-c341bbff4c5e owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:40.336691 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:40.458368 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (7daf4384-5ce7-49e9-b7b4-c341bbff4c5e), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:40.485928 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event deleted for resources: {'Port': ['ID=7daf4384-5ce7-49e9-b7b4-c341bbff4c5e,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:40.558280 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (1bf3d56e-895f-40aa-9b05-55947b97ad1b), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:40.558710 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Floating IP 1bf3d56e-895f-40aa-9b05-55947b97ad1b disassociated (deleted). External IP: 172.27.2.186, port: 7ac4efce-383d-4358-82c8-5099b44c4a3d. Sep 13 07:11:40.629474 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:40.631419 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:40.762575 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:11:40.878444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:11:40.883651 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:40.889532 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:11:40.900059 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:40.900674 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:40.915159 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-22b51b98-588a-4a6a-889a-1b861d11b8ba tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/1bf3d56e-895f-40aa-9b05-55947b97ad1b HTTP/1.1" status: 204 len: 168 time: 0.8695226 Sep 13 07:11:40.915798 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:11:40.918107 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a043958-e9eb-4048-82d5-0984cc83c4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:11:40.957929 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3178bc09-4c35-4e46-8103-a8562ca6025c x-openstack-request-id: req-3178bc09-4c35-4e46-8103-a8562ca6025c {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:11:40.958905 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:11:40.959226 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3178bc09-4c35-4e46-8103-a8562ca6025c {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:11:40.960249 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3178bc09-4c35-4e46-8103-a8562ca6025c'] response: {'name': 'network-changed', 'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'status': 'completed', 'code': 200} Sep 13 07:11:41.008842 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:41.173496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:41.195149 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d6147-bbdb-446b-9887-9a1a08654ec5 req-6328605a-9ffc-4b38-84ce-e3ac71719a61 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:41.196622 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d68d6147-bbdb-446b-9887-9a1a08654ec5 req-6328605a-9ffc-4b38-84ce-e3ac71719a61 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0819032 Sep 13 07:11:41.200198 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-ba2d3266-4bcf-4136-b383-c513f6bdd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:41.201588 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-ba2d3266-4bcf-4136-b383-c513f6bdd077 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 1129 time: 0.1943831 Sep 13 07:11:41.243181 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:58Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:41.247189 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d68d6147-bbdb-446b-9887-9a1a08654ec5 req-f58f2144-93e8-4216-ad31-25ac10d4292f tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443130 Sep 13 07:11:41.267730 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:11:41.276909 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:41.277505 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:41.465468 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:41.690621 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:58Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:41.719071 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093a266-75ff-40f7-aa82-903e9773be10 None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_floatingips': [{'id': '644e9f61-c774-47b0-9aa0-a2dfd74582bd', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'router_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'port_id': '8123a51f-2109-4966-a1db-e715035c1e0e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'mac_address': 'fa:16:3e:37:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:07:56Z', 'updated_at': '2022-09-13T07:07:58Z', 'revision_number': 1, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:11:41.965749 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d68afb-8732-45b1-8c8f-5a91881f25a5 None None] New status for floating IP 1bf3d56e-895f-40aa-9b05-55947b97ad1b: DOWN {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:11:42.171678 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:42.388545 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943a3c-4794-468c-902e-d65d59ca02a7 req-d26a3834-0830-4a74-9bc9-58ccf9046d38 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:42.390501 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84943a3c-4794-468c-902e-d65d59ca02a7 req-d26a3834-0830-4a74-9bc9-58ccf9046d38 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0568438 Sep 13 07:11:42.459924 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-84943a3c-4794-468c-902e-d65d59ca02a7 req-61bd281f-68b3-444f-89ad-d75acdf5b874 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608191 Sep 13 07:11:43.589872 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a219ad-3d64-4e5d-8169-2411d1c7b757 req-e7e320dc-e563-4a9d-a0c6-d6955ddabad6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:43.591381 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-76a219ad-3d64-4e5d-8169-2411d1c7b757 req-e7e320dc-e563-4a9d-a0c6-d6955ddabad6 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0485332 Sep 13 07:11:43.642396 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-76a219ad-3d64-4e5d-8169-2411d1c7b757 req-ddcf6c73-37fa-4b09-ae17-b5e9415e4c8b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452418 Sep 13 07:11:44.806378 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43584a-fbaf-45a9-8baa-5b12548a640a req-db442d0f-c382-4179-84a3-60eaefc8ec8c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:44.807833 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0d43584a-fbaf-45a9-8baa-5b12548a640a req-db442d0f-c382-4179-84a3-60eaefc8ec8c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0889902 Sep 13 07:11:44.833982 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:44.884370 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-b6a6705d-aad6-4cd4-9459-2b078b6203e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:44.885821 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-b6a6705d-aad6-4cd4-9459-2b078b6203e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.1392205 Sep 13 07:11:44.889937 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-0d43584a-fbaf-45a9-8baa-5b12548a640a req-a4fa0438-b3d9-4e30-8229-535565143670 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756998 Sep 13 07:11:45.004729 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-735cb2f0-95d1-4075-85ac-2b8e44b83a74 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d HTTP/1.1" status: 200 len: 217 time: 0.0335135 Sep 13 07:11:45.063362 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-9aeec8a0-1b12-4f97-a5c2-186af09d3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:45.065711 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-9aeec8a0-1b12-4f97-a5c2-186af09d3b70 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0547988 Sep 13 07:11:45.211249 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-9e4429eb-56f1-472a-8c9e-bce48aeedc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:45.212967 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-9e4429eb-56f1-472a-8c9e-bce48aeedc52 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480449 Sep 13 07:11:45.289790 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-ecff8b07-47d7-45fd-a7e6-269f0037d071 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:11:45.291419 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-ecff8b07-47d7-45fd-a7e6-269f0037d071 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0092082 Sep 13 07:11:45.385967 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-79442120-4576-4d04-9a06-221b9fa54e40 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:45.387636 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-79442120-4576-4d04-9a06-221b9fa54e40 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 945 time: 0.0949957 Sep 13 07:11:45.478047 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-d51e09de-51c1-481b-abab-b55d816b3c90 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711500 Sep 13 07:11:45.510824 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Deleting port 7ac4efce-383d-4358-82c8-5099b44c4a3d {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:45.511159 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:45.646761 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a043958-e9eb-4048-82d5-0984cc83c4c2 req-8c39a67f-71ba-42fe-a623-e56665398f6d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615214 Sep 13 07:11:45.653452 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] For port 7ac4efce-383d-4358-82c8-5099b44c4a3d, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=7ac4efce-383d-4358-82c8-5099b44c4a3d,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:45.653812 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:45.666545 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Calling delete_port for 7ac4efce-383d-4358-82c8-5099b44c4a3d owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:45.709974 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:45.807195 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (7ac4efce-383d-4358-82c8-5099b44c4a3d), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:45.837078 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event deleted for resources: {'Port': ['ID=7ac4efce-383d-4358-82c8-5099b44c4a3d,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:45.888165 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] No DVR routers for this DVR port 7ac4efce-383d-4358-82c8-5099b44c4a3d on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:11:45.890851 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:45.894181 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-332928f4-28b7-4be3-bbf5-464f4e248b1f req-53f76710-3c8b-459c-a50a-f5715d4c6216 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "DELETE /networking/v2.0/ports/7ac4efce-383d-4358-82c8-5099b44c4a3d HTTP/1.1" status: 204 len: 173 time: 0.5003672 Sep 13 07:11:45.894673 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'name': 'network-vif-deleted', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:11:45.896966 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d381f6-d880-4ed8-ab95-d3c70cc4424b" -d '{"events": [{"server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "name": "network-vif-deleted", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:11:45.935084 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe0dbe-d4d5-4c9a-a076-62251ddbd5a6 x-openstack-request-id: req-defe0dbe-d4d5-4c9a-a076-62251ddbd5a6 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:11:45.935486 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e083757-8d71-44e3-a1c7-adca051e9296", "name": "network-vif-deleted", "tag": "7ac4efce-383d-4358-82c8-5099b44c4a3d", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:11:45.935738 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-defe0dbe-d4d5-4c9a-a076-62251ddbd5a6 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:11:45.936156 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defe0dbe-d4d5-4c9a-a076-62251ddbd5a6'] response: {'server_uuid': '7e083757-8d71-44e3-a1c7-adca051e9296', 'name': 'network-vif-deleted', 'tag': '7ac4efce-383d-4358-82c8-5099b44c4a3d', 'status': 'completed', 'code': 200} Sep 13 07:11:46.008599 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4ffe9b3d-05ef-4a0f-bc06-278c8858e7ca req-e6e4cb90-e3a2-4299-92f7-0d517010d01a tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e083757-8d71-44e3-a1c7-adca051e9296 HTTP/1.1" status: 200 len: 210 time: 0.0305758 Sep 13 07:11:47.840585 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47862) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:47.954950 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5297188a-fb80-4626-a78d-ce17aceeceea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:47.996357 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:48.042380 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5297188a-fb80-4626-a78d-ce17aceeceea admin admin] Publish callbacks [] for security_group (3a90da6b-bb63-4521-ac8e-ad55b32cf100), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:48.049748 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5297188a-fb80-4626-a78d-ce17aceeceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3a90da6b-bb63-4521-ac8e-ad55b32cf100), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:48.089497 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5297188a-fb80-4626-a78d-ce17aceeceea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c256c5ce95db432b850fd7c7392ac214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478135 Sep 13 07:11:48.090201 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297188a-fb80-4626-a78d-ce17aceeceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a90da6b-bb63-4521-ac8e-ad55b32cf100,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:48.092479 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47866) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:48.098832 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=42,neutron:DELETE=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:48.144313 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6a423b01-5761-41ee-9f8c-77104d1f08c2 admin admin] Publish callbacks [] for security_group (3a90da6b-bb63-4521-ac8e-ad55b32cf100), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:48.168254 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6a423b01-5761-41ee-9f8c-77104d1f08c2 admin admin] Publish callbacks [] for security_group (3a90da6b-bb63-4521-ac8e-ad55b32cf100), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:48.227689 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6a423b01-5761-41ee-9f8c-77104d1f08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (3a90da6b-bb63-4521-ac8e-ad55b32cf100), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:48.230333 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-6a423b01-5761-41ee-9f8c-77104d1f08c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:48.231601 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-6a423b01-5761-41ee-9f8c-77104d1f08c2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3a90da6b-bb63-4521-ac8e-ad55b32cf100 HTTP/1.1" status: 204 len: 168 time: 0.1379449 Sep 13 07:11:48.240332 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a423b01-5761-41ee-9f8c-77104d1f08c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a90da6b-bb63-4521-ac8e-ad55b32cf100,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:48.252800 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:48.915946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 7ac4efce-383d-4358-82c8-5099b44c4a3d no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:11:48.940644 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 7ac4efce-383d-4358-82c8-5099b44c4a3d {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:11:48.940991 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 7ac4efce-383d-4358-82c8-5099b44c4a3d not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:11:49.354605 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 47902) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:49.514191 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Deleting port 6abd62e5-6f3d-4249-933b-fefac37974ac {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:49.514540 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:49.589835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:49.590102 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (6abd62e5-6f3d-4249-933b-fefac37974ac), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:49.603246 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Calling delete_port for 6abd62e5-6f3d-4249-933b-fefac37974ac owned by network:floatingip {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:49.735647 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:49.753309 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (6abd62e5-6f3d-4249-933b-fefac37974ac), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:49.778039 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event deleted for resources: {'Port': ['ID=6abd62e5-6f3d-4249-933b-fefac37974ac,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:49.845286 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (644e9f61-c774-47b0-9aa0-a2dfd74582bd), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:49.845629 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.db.l3_db [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Floating IP 644e9f61-c774-47b0-9aa0-a2dfd74582bd disassociated (deleted). External IP: 172.27.2.227, port: 8123a51f-2109-4966-a1db-e715035c1e0e. Sep 13 07:11:50.052183 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:11:50.098336 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:50.160105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:11:50.164734 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:50.171266 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:11:50.181765 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:50.182389 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:50.197212 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e52690c0-fd32-4140-ab89-9b19136e5b5c tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/644e9f61-c774-47b0-9aa0-a2dfd74582bd HTTP/1.1" status: 204 len: 168 time: 0.8412652 Sep 13 07:11:50.197857 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:11:50.200119 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73182a0-5493-4b1c-97fe-3fb8022cbf48" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:11:50.240073 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80c43f-603c-440d-819d-f041e3eb6e8b x-openstack-request-id: req-fe80c43f-603c-440d-819d-f041e3eb6e8b {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:11:50.240367 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:11:50.240609 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe80c43f-603c-440d-819d-f041e3eb6e8b {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:11:50.241017 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe80c43f-603c-440d-819d-f041e3eb6e8b'] response: {'name': 'network-changed', 'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e', 'status': 'completed', 'code': 200} Sep 13 07:11:50.259844 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:50.268367 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:50.286017 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:50.336449 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-ca82598c-fca1-4ff9-9e7e-1e1cdd0bc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:50.338118 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-ca82598c-fca1-4ff9-9e7e-1e1cdd0bc8ab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 1130 time: 0.0474949 Sep 13 07:11:50.433694 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649edc1-1aa0-482c-bf94-cb27ce314efc req-01ffb1da-f74e-452f-aaff-856250f8fd05 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:50.435336 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3649edc1-1aa0-482c-bf94-cb27ce314efc req-01ffb1da-f74e-452f-aaff-856250f8fd05 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 946 time: 0.0463214 Sep 13 07:11:50.472785 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:50.484959 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3649edc1-1aa0-482c-bf94-cb27ce314efc req-6df7a25b-e8dc-4b92-b3b2-503fdb0b6b5d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Sep 13 07:11:50.500416 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:11:50.509194 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:50.509799 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:50.610709 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:50.807949 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:50.832371 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febadfa9-edaf-4522-a4dd-72e975a2f508 None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:04:28Z', 'revision_number': 4, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi', '_interfaces': [{'id': '54ca6a87-4588-4f8d-9fbe-36de787bff30', 'name': '', 'network_id': '3420c970-55c8-47dc-908b-5f5f431cebe9', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'mac_address': 'fa:16:3e:c2:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1a11c587-7223-4924-89da-11b7cd944dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:28Z', 'updated_at': '2022-09-13T07:04:34Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'subnets': [{'id': '1a11c587-7223-4924-89da-11b7cd944dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:11:51.069826 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0825a4-bbaa-4761-b87b-7554889fa1e8 None None] New status for floating IP 644e9f61-c774-47b0-9aa0-a2dfd74582bd: DOWN {{(pid=106285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:11:51.541864 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-c5036c14-c9d9-4cbf-b5a0-ae0c1057e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:51.543443 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-c5036c14-c9d9-4cbf-b5a0-ae0c1057e336 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 200 len: 913 time: 0.1036589 Sep 13 07:11:51.609258 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ffb29-93a1-423b-b79c-086d147a61cf req-b21f7ad1-57c9-4003-9411-487dfdac61ed tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:51.610937 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-594ffb29-93a1-423b-b79c-086d147a61cf req-b21f7ad1-57c9-4003-9411-487dfdac61ed tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 946 time: 0.0483112 Sep 13 07:11:51.672608 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-594ffb29-93a1-423b-b79c-086d147a61cf req-64d8f708-2276-4e12-80a5-851a3b26bc0b tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b80bfa08-fa71-41cb-b9de-7c9796537f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547903 Sep 13 07:11:51.767345 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-aa8063f3-f0e0-466d-9af7-9dee04db858c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8123a51f-2109-4966-a1db-e715035c1e0e HTTP/1.1" status: 200 len: 217 time: 0.0331111 Sep 13 07:11:51.821275 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-1119e048-3f58-43aa-a8d7-af67644cfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:51.823044 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-1119e048-3f58-43aa-a8d7-af67644cfbd1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 200 len: 851 time: 0.0491879 Sep 13 07:11:51.992801 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-b55b4884-ee81-4c53-9667-506dc0237113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:51.994514 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-b55b4884-ee81-4c53-9667-506dc0237113 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3420c970-55c8-47dc-908b-5f5f431cebe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436351 Sep 13 07:11:52.106304 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47946) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:52.160533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-24cc31ca-386b-441a-bc68-50798a68920e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:52.162054 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-24cc31ca-386b-441a-bc68-50798a68920e tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 946 time: 0.0961187 Sep 13 07:11:52.209095 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:52.222711 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-79bbd7dd-ee54-4a4d-b9e6-4933a27e09c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.226882 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-c34e2b62-da56-4e0b-b267-d5adc0a9045c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620603 Sep 13 07:11:52.300575 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-79bbd7dd-ee54-4a4d-b9e6-4933a27e09c2 admin admin] Publish callbacks [] for security_group (b2033a9d-db04-427a-8055-aba6a4de55f3), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.306374 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-79bbd7dd-ee54-4a4d-b9e6-4933a27e09c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (b2033a9d-db04-427a-8055-aba6a4de55f3), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.313256 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Deleting port 8123a51f-2109-4966-a1db-e715035c1e0e {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:52.313596 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.346748 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-79bbd7dd-ee54-4a4d-b9e6-4933a27e09c2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e6c99b17634d4c1394fbe1ef73d32476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392378 Sep 13 07:11:52.347616 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbd7dd-ee54-4a4d-b9e6-4933a27e09c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2033a9d-db04-427a-8055-aba6a4de55f3,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:52.350710 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 47950) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:52.378627 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:52.404828 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bafe34a1-569b-4073-9e74-a8ee3fc3c42c admin admin] Publish callbacks [] for security_group (b2033a9d-db04-427a-8055-aba6a4de55f3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.406826 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b73182a0-5493-4b1c-97fe-3fb8022cbf48 req-4d5202f3-5bbd-4433-a0d1-d16b125a97d2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716044 Sep 13 07:11:52.426414 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bafe34a1-569b-4073-9e74-a8ee3fc3c42c admin admin] Publish callbacks [] for security_group (b2033a9d-db04-427a-8055-aba6a4de55f3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.429903 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] For port 8123a51f-2109-4966-a1db-e715035c1e0e, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=8123a51f-2109-4966-a1db-e715035c1e0e,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:52.430298 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.447080 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Calling delete_port for 8123a51f-2109-4966-a1db-e715035c1e0e owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:52.456339 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:52.476729 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bafe34a1-569b-4073-9e74-a8ee3fc3c42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (b2033a9d-db04-427a-8055-aba6a4de55f3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.480126 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-bafe34a1-569b-4073-9e74-a8ee3fc3c42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.484178 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-bafe34a1-569b-4073-9e74-a8ee3fc3c42c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b2033a9d-db04-427a-8055-aba6a4de55f3 HTTP/1.1" status: 204 len: 168 time: 0.1298299 Sep 13 07:11:52.496714 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe34a1-569b-4073-9e74-a8ee3fc3c42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2033a9d-db04-427a-8055-aba6a4de55f3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:52.592070 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (8123a51f-2109-4966-a1db-e715035c1e0e), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.629544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event deleted for resources: {'Port': ['ID=8123a51f-2109-4966-a1db-e715035c1e0e,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:52.971735 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] No DVR routers for this DVR port 8123a51f-2109-4966-a1db-e715035c1e0e on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:11:52.974780 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-89f9b35d-f45d-454a-914f-d13b4e51b50c req-40111447-094e-4b10-9d3f-cc1c1f06bccc tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ce5618c6-5eed-4097-9add-4943c7251e95 HTTP/1.1" status: 200 len: 210 time: 0.0448034 Sep 13 07:11:52.975850 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:52.979036 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-2f6fb477-f479-4795-a63e-cd8d7b17a2c9 req-8ad3f293-6e87-4f04-b67c-2439b8b4cf3d tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.23 "DELETE /networking/v2.0/ports/8123a51f-2109-4966-a1db-e715035c1e0e HTTP/1.1" status: 204 len: 173 time: 0.8100412 Sep 13 07:11:52.979745 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'name': 'network-vif-deleted', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:11:52.981789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618181e-157c-41d2-8647-78c94681a3b3" -d '{"events": [{"server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "name": "network-vif-deleted", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:11:53.023489 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128139c3-aac5-4c7c-8678-efcd9bf98b55 x-openstack-request-id: req-128139c3-aac5-4c7c-8678-efcd9bf98b55 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:11:53.024086 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5618c6-5eed-4097-9add-4943c7251e95", "name": "network-vif-deleted", "tag": "8123a51f-2109-4966-a1db-e715035c1e0e", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:11:53.024577 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-128139c3-aac5-4c7c-8678-efcd9bf98b55 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:11:53.025216 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128139c3-aac5-4c7c-8678-efcd9bf98b55'] response: {'server_uuid': 'ce5618c6-5eed-4097-9add-4943c7251e95', 'name': 'network-vif-deleted', 'tag': '8123a51f-2109-4966-a1db-e715035c1e0e', 'status': 'completed', 'code': 200} Sep 13 07:11:54.068522 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48004) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:54.186108 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Deleting port aebe8398-679f-47f4-a3db-73120e3ff5d7 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:54.186462 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.272463 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.272785 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (aebe8398-679f-47f4-a3db-73120e3ff5d7), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.285612 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Calling delete_port for aebe8398-679f-47f4-a3db-73120e3ff5d7 owned by network:floatingip {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:54.367511 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:54.456520 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (aebe8398-679f-47f4-a3db-73120e3ff5d7), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.486127 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event deleted for resources: {'Port': ['ID=aebe8398-679f-47f4-a3db-73120e3ff5d7,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:54.563887 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for floatingip (f1519272-5870-4133-9b5e-828142bb00ff), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.566377 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for floatingip (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.567569 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-325dc628-f078-4e49-b980-f15ffcef7c63 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f1519272-5870-4133-9b5e-828142bb00ff HTTP/1.1" status: 204 len: 168 time: 0.4980695 Sep 13 07:11:54.671485 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48034) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:54.785948 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0236b8cb-42bc-41ee-a264-492629f81d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.865820 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0236b8cb-42bc-41ee-a264-492629f81d8b admin admin] Publish callbacks [] for security_group (4aeef014-1456-4b5f-84c1-df719ef724e4), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.872473 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0236b8cb-42bc-41ee-a264-492629f81d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4aeef014-1456-4b5f-84c1-df719ef724e4), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.912526 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0236b8cb-42bc-41ee-a264-492629f81d8b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f4f0f934dbbc4baab6a528e80a569b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399421 Sep 13 07:11:54.913223 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236b8cb-42bc-41ee-a264-492629f81d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeef014-1456-4b5f-84c1-df719ef724e4,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:54.916563 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48040) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:54.976108 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bec96b77-f7b9-477b-a971-0ad2f142eaa8 admin admin] Publish callbacks [] for security_group (4aeef014-1456-4b5f-84c1-df719ef724e4), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:54.998999 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bec96b77-f7b9-477b-a971-0ad2f142eaa8 admin admin] Publish callbacks [] for security_group (4aeef014-1456-4b5f-84c1-df719ef724e4), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.051179 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bec96b77-f7b9-477b-a971-0ad2f142eaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (4aeef014-1456-4b5f-84c1-df719ef724e4), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.053844 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bec96b77-f7b9-477b-a971-0ad2f142eaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.055077 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-bec96b77-f7b9-477b-a971-0ad2f142eaa8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4aeef014-1456-4b5f-84c1-df719ef724e4 HTTP/1.1" status: 204 len: 168 time: 0.1372387 Sep 13 07:11:55.064342 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec96b77-f7b9-477b-a971-0ad2f142eaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeef014-1456-4b5f-84c1-df719ef724e4,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:55.352320 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48046) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:55.365899 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0ca4eac5-6cc4-443e-98a9-029acdff54cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.410866 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:55.444631 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0ca4eac5-6cc4-443e-98a9-029acdff54cf admin admin] Publish callbacks [] for security_group (ee15ab84-a73d-4a1f-a38f-c00bdc37bea1), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.450608 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0ca4eac5-6cc4-443e-98a9-029acdff54cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ee15ab84-a73d-4a1f-a38f-c00bdc37bea1), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.487782 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4eac5-6cc4-443e-98a9-029acdff54cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15ab84-a73d-4a1f-a38f-c00bdc37bea1,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:55.492046 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0ca4eac5-6cc4-443e-98a9-029acdff54cf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b0890db7492e4dda8ed53da8de84283a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386509 Sep 13 07:11:55.495017 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48048) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:55.543453 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19f6583e-8ff4-4981-90e8-baac0231f77b admin admin] Publish callbacks [] for security_group (ee15ab84-a73d-4a1f-a38f-c00bdc37bea1), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.563843 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19f6583e-8ff4-4981-90e8-baac0231f77b admin admin] Publish callbacks [] for security_group (ee15ab84-a73d-4a1f-a38f-c00bdc37bea1), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.615999 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19f6583e-8ff4-4981-90e8-baac0231f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (ee15ab84-a73d-4a1f-a38f-c00bdc37bea1), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.618532 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-19f6583e-8ff4-4981-90e8-baac0231f77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.619719 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-19f6583e-8ff4-4981-90e8-baac0231f77b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ee15ab84-a73d-4a1f-a38f-c00bdc37bea1 HTTP/1.1" status: 204 len: 168 time: 0.1238463 Sep 13 07:11:55.627610 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6583e-8ff4-4981-90e8-baac0231f77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee15ab84-a73d-4a1f-a38f-c00bdc37bea1,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:55.795914 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48056) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:55.855537 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-84559ed3-b11f-408d-b07e-3f7769976d36 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group (b80bfa08-fa71-41cb-b9de-7c9796537f07), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.884496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-84559ed3-b11f-408d-b07e-3f7769976d36 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group (b80bfa08-fa71-41cb-b9de-7c9796537f07), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.945764 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-84559ed3-b11f-408d-b07e-3f7769976d36 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (b80bfa08-fa71-41cb-b9de-7c9796537f07), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.948290 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-84559ed3-b11f-408d-b07e-3f7769976d36 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:55.949484 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-84559ed3-b11f-408d-b07e-3f7769976d36 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b80bfa08-fa71-41cb-b9de-7c9796537f07 HTTP/1.1" status: 204 len: 168 time: 0.1525807 Sep 13 07:11:55.959248 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84559ed3-b11f-408d-b07e-3f7769976d36 tempest-TestVolumeBootPattern-2077651277 tempest-TestVolumeBootPattern-2077651277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80bfa08-fa71-41cb-b9de-7c9796537f07,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:56.005146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48066) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:56.082788 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-ef36d354-5bd0-4af8-93f5-b7b2529770cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.301206 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:56.363433 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48080) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:56.466277 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.v2.base [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-464219293-network', 'tenant_id': 'bfd6c0d2b084418483a72536fbb6716a'}} {{(pid=106284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:11:56.482792 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.489880 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Made reservation on behalf of bfd6c0d2b084418483a72536fbb6716a for: {'network': 1} {{(pid=106284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:11:56.492158 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for network (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.500941 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.517934 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:56.564052 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:11:56.578201 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks [] for security_group (bbc61c65-a354-4687-862f-c7f57b71d295), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.585285 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (bbc61c65-a354-4687-862f-c7f57b71d295), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.591547 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:56.613654 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=106284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:11:56.624599 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc61c65-a354-4687-862f-c7f57b71d295,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:56.629932 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (88a30ca1-d977-4308-a63f-cd6f209ff45d), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.630333 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.db.segments_db [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Added segment 88a30ca1-d977-4308-a63f-cd6f209ff45d of type vlan for network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a Sep 13 07:11:56.671405 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764930178735'] for network (09f8ffa0-4e9e-4146-8a2e-d84023e00d7a), precommit_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.699270 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088'] for network (09f8ffa0-4e9e-4146-8a2e-d84023e00d7a), after_create {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.700262 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:56.700833 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.725342 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Deleting port 54ca6a87-4588-4f8d-9fbe-36de787bff30 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:56.725703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.761301 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3967278 Sep 13 07:11:56.765548 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48084) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:56.766809 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52778d-f07f-4bef-a15c-cdfa4e94db4b admin admin] Pushing event updated for resources: {'Network': ['ID=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a,revision_number=1']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:56.771767 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Request body: {'subnet': {'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-464219293-subnet', 'tenant_id': 'bfd6c0d2b084418483a72536fbb6716a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:11:56.776717 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a details requested by agent ovs-agent-dv-cinder-856941-4-iscsi with host dv-cinder-856941-4-iscsi {{(pid=106285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:11:56.812588 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Made reservation on behalf of bfd6c0d2b084418483a72536fbb6716a for: {'subnet': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:11:56.814966 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12778319'] for subnet (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.886030 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] For port 54ca6a87-4588-4f8d-9fbe-36de787bff30, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=54ca6a87-4588-4f8d-9fbe-36de787bff30,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:56.886422 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:56.906140 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Calling delete_port for 54ca6a87-4588-4f8d-9fbe-36de787bff30 owned by network:router_interface {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:56.938835 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8123a51f-2109-4966-a1db-e715035c1e0e no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:11:56.958621 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 8123a51f-2109-4966-a1db-e715035c1e0e {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:11:56.958971 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 8123a51f-2109-4966-a1db-e715035c1e0e not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:11:57.085137 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:57.126812 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13222645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12778333'] for subnet (00dfd28b-258a-45d7-9387-0671036b58f1), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:57.224242 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dfd28b-258a-45d7-9387-0671036b58f1,revision_number=0']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:57.249428 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Checking segment: {'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:11:57.249846 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Network hostable DHCP agents. Network: 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a, hostable agents: ['99120aef-9146-43b2-839e-0caae419482a'], hosted agents: [] {{(pid=106283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:11:57.253448 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (54ca6a87-4588-4f8d-9fbe-36de787bff30), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:57.257809 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:57.285123 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54ca6a87-4588-4f8d-9fbe-36de787bff30,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:57.337349 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a is scheduled to be hosted by DHCP agent 99120aef-9146-43b2-839e-0caae419482a with binding_index 1 {{(pid=106283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:11:57.355418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856941-4-iscsi, 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a) {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:11:57.362580 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:57.363170 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:57.365032 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff126c-182e-4395-bcaa-4c5487e3c479 None None] Network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:11:57.414677 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-5afdf681-7add-4754-b944-d43b239e9262 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6479626 Sep 13 07:11:57.482179 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:57.506750 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc4ff3-c382-4eaf-b7af-972ebbacc5df None None] Network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:11:57.702618 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:11:57.804661 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:11:57.813204 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-c6f9908e-ca12-455d-a898-52ddecafefd4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b8aeeb68-cd84-4787-9588-0e3dfaed9e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042004 Sep 13 07:11:57.813204 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48092) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:57.817184 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] Sync routers for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:11:57.827708 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:57.828312 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:57.915750 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:57.922945 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks [] for router (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:57.936480 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: dv-cinder-856941-4-iscsi {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:58.036440 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks [] for router_gateway (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.086138 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Deleting port 36acf431-819e-4e23-a5ec-c02b34a673de {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:58.086866 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.170911 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] For port 36acf431-819e-4e23-a5ec-c02b34a673de, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=36acf431-819e-4e23-a5ec-c02b34a673de,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:58.171146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.186632 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Calling delete_port for 36acf431-819e-4e23-a5ec-c02b34a673de owned by network:router_gateway {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:58.222827 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:58.228205 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:11:57Z', 'revision_number': 5, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port': {'id': '36acf431-819e-4e23-a5ec-c02b34a673de', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:25Z', 'updated_at': '2022-09-13T07:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:58.231027 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:58.254360 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] Checking router: b8aeeb68-cd84-4787-9588-0e3dfaed9e4f for host: dv-cinder-856941-4-iscsi {{(pid=106286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:11:58.263065 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] Routers {'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:11:58.263672 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:28Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'], 'active': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:58.348748 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvr_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] Set router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f gateway port host: None {{(pid=106286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:11:58.357510 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (36acf431-819e-4e23-a5ec-c02b34a673de), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.390172 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36acf431-819e-4e23-a5ec-c02b34a673de,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:58.402388 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8b53-3321-4d8c-a209-5515ca7e6718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.405078 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.l3_hamode_db [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:11:58Z', 'revision_number': 6, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:58.435677 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137c04c-fe23-4334-b87a-e8e2c8916b3f None None] The sync data for ids ['b8aeeb68-cd84-4787-9588-0e3dfaed9e4f'] in dv-cinder-856941-4-iscsi is: [{'id': 'b8aeeb68-cd84-4787-9588-0e3dfaed9e4f', 'name': 'tempest-TestVolumeBootPattern-2010589622-router', 'tenant_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:24Z', 'updated_at': '2022-09-13T07:11:58Z', 'revision_number': 6, 'project_id': '99bbe5cbd59f4feda4da45f2b14bd09b', 'gw_port_host': None}] {{(pid=106286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:11:58.458008 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.546569 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.548810 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks [] for router_controller (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.593292 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (b8aeeb68-cd84-4787-9588-0e3dfaed9e4f), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.593906 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8aeeb68-cd84-4787-9588-0e3dfaed9e4f {{(pid=106283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:11:58.599754 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.600874 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-9435a00e-9d2a-440c-a403-131ba382bff7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b8aeeb68-cd84-4787-9588-0e3dfaed9e4f HTTP/1.1" status: 204 len: 168 time: 0.7869039 Sep 13 07:11:58.603739 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48098) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:58.653626 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_v2 [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] Deleting subnet 1a11c587-7223-4924-89da-11b7cd944dee {{(pid=106283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:11:58.656945 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] Publish callbacks [] for subnet (1a11c587-7223-4924-89da-11b7cd944dee), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.700196 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13146091'] for subnet (1a11c587-7223-4924-89da-11b7cd944dee), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.778924 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (1a11c587-7223-4924-89da-11b7cd944dee), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.848440 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13223480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12778322'] for subnet (1a11c587-7223-4924-89da-11b7cd944dee), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.878547 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a11c587-7223-4924-89da-11b7cd944dee,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:58.882188 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.885954 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-e240da20-6aa8-4622-a581-20d6852a67e6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1a11c587-7223-4924-89da-11b7cd944dee HTTP/1.1" status: 204 len: 168 time: 0.2809801 Sep 13 07:11:58.888933 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48100) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:58.893324 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ad36f-967a-4a24-9352-9751cbb3d73f None None] Network 3420c970-55c8-47dc-908b-5f5f431cebe9 requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:11:58.913691 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 54ca6a87-4588-4f8d-9fbe-36de787bff30 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:11:58.957395 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 54ca6a87-4588-4f8d-9fbe-36de787bff30 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:11:58.957635 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 54ca6a87-4588-4f8d-9fbe-36de787bff30 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:11:58.960373 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (3420c970-55c8-47dc-908b-5f5f431cebe9), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:58.963164 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:59.005499 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Deleting port bfccda58-7aab-43e3-b2d5-228b0e1561c7 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:11:59.005842 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.050910 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:11:59.076094 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] For port bfccda58-7aab-43e3-b2d5-228b0e1561c7, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=bfccda58-7aab-43e3-b2d5-228b0e1561c7,segment=NetworkSegment(30cfff25-6125-4b81-9af1-c08c26071b67),segment_id=30cfff25-6125-4b81-9af1-c08c26071b67)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:11:59.076496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.089559 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Calling delete_port for bfccda58-7aab-43e3-b2d5-228b0e1561c7 owned by network:dhcp {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:11:59.168895 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (bfccda58-7aab-43e3-b2d5-228b0e1561c7), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.200133 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfccda58-7aab-43e3-b2d5-228b0e1561c7,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:59.201529 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] No DVR routers for this DVR port bfccda58-7aab-43e3-b2d5-228b0e1561c7 on host dv-cinder-856941-4-iscsi {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:11:59.237198 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c637867-c91f-4e88-9f74-fe2f6e394e74 None None] DHCP port deletion for 3420c970-55c8-47dc-908b-5f5f431cebe9 request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:11:59.355656 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (3420c970-55c8-47dc-908b-5f5f431cebe9), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.393856 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3420c970-55c8-47dc-908b-5f5f431cebe9']}} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:59.413329 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cfff25-6125-4b81-9af1-c08c26071b67') {'for_net_delete': True} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:59.413623 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.services.segments.db [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cfff25-6125-4b81-9af1-c08c26071b67') {} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:11:59.426732 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13146082'] for segment (30cfff25-6125-4b81-9af1-c08c26071b67), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.435413 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-06e7d5ba-bf69-4f7b-9e55-9b5e86cd1b52 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:11:59.436930 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-06e7d5ba-bf69-4f7b-9e55-9b5e86cd1b52 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/networks?id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 200 len: 813 time: 0.2136400 Sep 13 07:11:59.457479 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-780e53a5-3000-498a-904d-8ba97ef3a94f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/quotas/bfd6c0d2b084418483a72536fbb6716a HTTP/1.1" status: 200 len: 375 time: 0.0145822 Sep 13 07:11:59.458387 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (30cfff25-6125-4b81-9af1-c08c26071b67), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.467444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:11:59.467845 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13223570'] for segment (30cfff25-6125-4b81-9af1-c08c26071b67), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.782795 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 30cfff25-6125-4b81-9af1-c08c26071b67 resource provider aggregate not found Sep 13 07:11:59.789493 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-369f8c8d-3cce-477a-bc90-6af18fb101b4 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfd6c0d2b084418483a72536fbb6716a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3260643 Sep 13 07:11:59.817562 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.services.segments.plugin [-] Segment 30cfff25-6125-4b81-9af1-c08c26071b67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30cfff25-6125-4b81-9af1-c08c26071b67 found for delete ", "request_id": "req-3410137a-47c7-4f5b-8561-cfe5c336c9d6"}]} Sep 13 07:11:59.846643 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (3420c970-55c8-47dc-908b-5f5f431cebe9), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.851146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.858460 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48126) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:11:59.866135 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3420c970-55c8-47dc-908b-5f5f431cebe9 HTTP/1.1" status: 204 len: 168 time: 0.9753964 Sep 13 07:11:59.877590 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:11:59.879570 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-d03e89a9-15ce-42bf-8853-992466b03043 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:11:59.880582 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-d03e89a9-15ce-42bf-8853-992466b03043 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0622880 Sep 13 07:11:59.897659 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fd192-f232-4076-85d1-ad3f24180c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=3420c970-55c8-47dc-908b-5f5f431cebe9,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:11:59.982759 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-622f2fd2-9a63-41d6-9f2b-f869d26e66e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923898 Sep 13 07:12:00.012125 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:00.077880 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-92846256-794f-4c8e-8170-6509525cdc35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892403 Sep 13 07:12:00.185025 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1573786'] for router_interface (d5ef9ead-fdfb-4343-87be-bee453124f64), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:00.273070 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ca2190f3-0009-4f07-a708-0e91c51acb4a req-3fc362e6-8cea-4b79-8889-c11dceed3e7c tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 210 time: 0.0435684 Sep 13 07:12:00.417933 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Deleting port c5c4013b-cb41-4516-b532-da8861a1c1a3 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:12:00.418317 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:00.757656 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] For port c5c4013b-cb41-4516-b532-da8861a1c1a3, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=c5c4013b-cb41-4516-b532-da8861a1c1a3,segment=NetworkSegment(d68f746b-e907-452a-ae68-4d050b4176df),segment_id=d68f746b-e907-452a-ae68-4d050b4176df)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:00.758010 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:00.770980 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Calling delete_port for c5c4013b-cb41-4516-b532-da8861a1c1a3 owned by network:router_interface {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:12:00.826427 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 36acf431-819e-4e23-a5ec-c02b34a673de no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:12:00.831692 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=100 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:00.850105 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 36acf431-819e-4e23-a5ec-c02b34a673de {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:12:00.850513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 36acf431-819e-4e23-a5ec-c02b34a673de not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:12:00.851056 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device bfccda58-7aab-43e3-b2d5-228b0e1561c7 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:12:00.871645 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: bfccda58-7aab-43e3-b2d5-228b0e1561c7 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:12:00.872177 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device bfccda58-7aab-43e3-b2d5-228b0e1561c7 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:12:00.960770 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (c5c4013b-cb41-4516-b532-da8861a1c1a3), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:00.989104 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c4013b-cb41-4516-b532-da8861a1c1a3,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:01.165368 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696522'] for router_interface (d5ef9ead-fdfb-4343-87be-bee453124f64), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.176573 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:01.380035 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Router d5ef9ead-fdfb-4343-87be-bee453124f64 has already been hosted by L3 agent b485fd27-2b43-4fd9-93c0-4d86b0944716 {{(pid=106284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:12:01.380585 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-12a90b32-3ba2-478b-944a-b89c7462804a req-074c8e6d-ac24-4ffc-acbd-4dac352f26a1 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 210 time: 0.0287819 Sep 13 07:12:01.491862 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] Notify agent at l3_agent.dv-cinder-856941-4-iscsi the message routers_updated {{(pid=106284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:12:01.499523 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-01d1f6e2-f240-41ad-ab39-455a2caa8143 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d5ef9ead-fdfb-4343-87be-bee453124f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372108 Sep 13 07:12:01.499523 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48142) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:12:01.512515 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] Sync routers for ids ['d5ef9ead-fdfb-4343-87be-bee453124f64'] in dv-cinder-856941-4-iscsi {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:12:01.556327 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] Routers {'d5ef9ead-fdfb-4343-87be-bee453124f64'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:12:01.557370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d5ef9ead-fdfb-4343-87be-bee453124f64'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:12:01.607875 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.618884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.621392 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-c1c90d91-1ebd-4e11-9e3d-7667b1d2a7c8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:01.623313 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-c1c90d91-1ebd-4e11-9e3d-7667b1d2a7c8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "GET /networking/v2.0/networks?id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 200 len: 813 time: 0.1482105 Sep 13 07:12:01.625521 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks [] for router (d5ef9ead-fdfb-4343-87be-bee453124f64), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.644201 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Request body: {'port': {'device_id': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a', 'admin_state_up': True, 'tenant_id': 'bfd6c0d2b084418483a72536fbb6716a'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:12:01.681528 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] Set router d5ef9ead-fdfb-4343-87be-bee453124f64 gateway port host: dv-cinder-856941-4-iscsi {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:12:01.703678 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:01.747235 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks [] for router_gateway (d5ef9ead-fdfb-4343-87be-bee453124f64), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.775698 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Made reservation on behalf of bfd6c0d2b084418483a72536fbb6716a for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:12:01.780590 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.784702 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:01.796605 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Deleting port 593daa45-ef18-4038-80a5-8b8e33072983 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:12:01.797474 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (593daa45-ef18-4038-80a5-8b8e33072983), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.798579 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:01.863389 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'external_fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '593daa45-ef18-4038-80a5-8b8e33072983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:12:00Z', 'revision_number': 5, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port': {'id': '593daa45-ef18-4038-80a5-8b8e33072983', 'name': '', 'network_id': 'c871774e-190b-4ef8-9f80-d743df935310', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856941-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:04:31Z', 'updated_at': '2022-09-13T07:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c0784c2-24a9-4669-ba2b-952d192af839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856941-4-iscsi'}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:12:01.889473 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] Checking router: d5ef9ead-fdfb-4343-87be-bee453124f64 for host: dv-cinder-856941-4-iscsi {{(pid=106285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:12:01.893345 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] For port 593daa45-ef18-4038-80a5-8b8e33072983, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=593daa45-ef18-4038-80a5-8b8e33072983,segment=NetworkSegment(e5af26d0-3d76-4986-a27d-75d0cdd2d340),segment_id=e5af26d0-3d76-4986-a27d-75d0cdd2d340)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:01.893524 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (593daa45-ef18-4038-80a5-8b8e33072983), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:01.898392 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] Routers {'d5ef9ead-fdfb-4343-87be-bee453124f64'} bound to L3 agent in host dv-cinder-856941-4-iscsi {{(pid=106285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:12:01.898939 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856941-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T06:52:58Z,description=,heartbeat_timestamp=2022-09-13T07:11:58Z,host='dv-cinder-856941-4-iscsi',id=b485fd27-2b43-4fd9-93c0-4d86b0944716,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T06:52:58Z,topic='l3_agent')) {'router_ids': ['d5ef9ead-fdfb-4343-87be-bee453124f64'], 'active': True} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:12:01.910436 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Calling delete_port for 593daa45-ef18-4038-80a5-8b8e33072983 owned by network:router_gateway {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:12:01.917924 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Allocated IP 172.20.0.3 (09f8ffa0-4e9e-4146-8a2e-d84023e00d7a/00dfd28b-258a-45d7-9387-0671036b58f1/1fc85e98-d127-4735-a8f6-e4f21d4316c6) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:12:01.987348 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvr_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] Set router d5ef9ead-fdfb-4343-87be-bee453124f64 gateway port host: None {{(pid=106285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:12:02.041574 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_hamode_db [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:12:01Z', 'revision_number': 6, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port_host': None}], 'dv-cinder-856941-4-iscsi', False) {} {{(pid=106285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:12:02.067508 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b93ac1-19dd-404e-b696-cbc58f8a1437 None None] The sync data for ids ['d5ef9ead-fdfb-4343-87be-bee453124f64'] in dv-cinder-856941-4-iscsi is: [{'id': 'd5ef9ead-fdfb-4343-87be-bee453124f64', 'name': 'tempest-TestVolumeBootPattern-42836530-router', 'tenant_id': '6eae938afce74856b6dfb2dede2b59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:04:30Z', 'updated_at': '2022-09-13T07:12:01Z', 'revision_number': 6, 'project_id': '6eae938afce74856b6dfb2dede2b59cc', 'gw_port_host': None}] {{(pid=106285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:12:02.074670 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks [] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.098705 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (593daa45-ef18-4038-80a5-8b8e33072983), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.113671 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.126806 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=593daa45-ef18-4038-80a5-8b8e33072983,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:02.134986 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:02.160950 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:12:02.166199 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:12:02.168310 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Pushing event updated for resources: {'Port': ['ID=1fc85e98-d127-4735-a8f6-e4f21d4316c6,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:02.170446 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:12:02.196829 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697625'] for router_gateway (d5ef9ead-fdfb-4343-87be-bee453124f64), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.217437 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:02.218051 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.234614 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-13f3e29b-181a-49c3-bccb-8938e930a8b8 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957866 Sep 13 07:12:02.251953 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Request body: {'port': {'device_id': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:12:02.284500 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7063'] for router (d5ef9ead-fdfb-4343-87be-bee453124f64), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.286799 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks [] for router_controller (d5ef9ead-fdfb-4343-87be-bee453124f64), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.315244 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.335697 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1696601'] for router (d5ef9ead-fdfb-4343-87be-bee453124f64), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.336399 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ef9ead-fdfb-4343-87be-bee453124f64 {{(pid=106284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 07:12:02.341348 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.342543 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-9528c532-99de-4627-836f-38260f7e26e9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d5ef9ead-fdfb-4343-87be-bee453124f64 HTTP/1.1" status: 204 len: 168 time: 0.8421857 Sep 13 07:12:02.345156 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48148) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:12:02.390797 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] Deleting subnet 17a8b105-2713-41f3-b775-e1b039336aab {{(pid=106284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:12:02.394108 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] Publish callbacks [] for subnet (17a8b105-2713-41f3-b775-e1b039336aab), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.434580 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13089654'] for subnet (17a8b105-2713-41f3-b775-e1b039336aab), precommit_delete_associations {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.460094 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:02.527075 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (17a8b105-2713-41f3-b775-e1b039336aab), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.550411 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380fe3-e1b0-4456-a2cc-f86dccc673ee req-ab9ac277-72b6-4f95-9d65-6b427900586f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:02.551877 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82380fe3-e1b0-4456-a2cc-f86dccc673ee req-ab9ac277-72b6-4f95-9d65-6b427900586f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 931 time: 0.0605986 Sep 13 07:12:02.586462 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12770274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13087838'] for subnet (17a8b105-2713-41f3-b775-e1b039336aab), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.615053 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a8b105-2713-41f3-b775-e1b039336aab,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:02.618810 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.625049 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-1250451f-3424-4bb5-b34c-b3a2131dc471 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/17a8b105-2713-41f3-b775-e1b039336aab HTTP/1.1" status: 204 len: 168 time: 0.2765448 Sep 13 07:12:02.625299 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48152) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:12:02.627541 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51fb41-051a-47b8-a653-17301746de11 None None] Network fa7d645c-2949-4665-85d2-e228f735ea5b requested from dv-cinder-856941-4-iscsi {{(pid=106285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:12:02.648514 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-82380fe3-e1b0-4456-a2cc-f86dccc673ee req-7d106386-a653-4d76-a3b1-1b5bd843145c tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868864 Sep 13 07:12:02.696885 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc85e98-d127-4735-a8f6-e4f21d4316c6 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:12:02.705750 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Publish callbacks [] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.705987 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (fa7d645c-2949-4665-85d2-e228f735ea5b), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.718675 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:02.721780 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Transition to ACTIVE for port object 1fc85e98-d127-4735-a8f6-e4f21d4316c6 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:12:02.729185 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.754113 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Deleting port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 {{(pid=106284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:12:02.754535 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.757311 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:02.796640 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc85e98-d127-4735-a8f6-e4f21d4316c6,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:02.860225 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Attempting to bind port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:12:02.860827 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Attempting to bind port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:12:02.861348 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Attempting to bind port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 on network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:12:02.865937 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.db [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] For port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881, host dv-cinder-856941-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856941-4-iscsi',level=0,port_id=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,segment=NetworkSegment(d68f746b-e907-452a-ae68-4d050b4176df),segment_id=d68f746b-e907-452a-ae68-4d050b4176df)] {{(pid=106284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:02.866412 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.884866 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.plugin [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Calling delete_port for 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 owned by network:dhcp {{(pid=106284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:12:02.924692 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 on network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:12:02.925167 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Attempting to bind port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 on network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:12:02.945284 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] DHCP port deletion for fa7d645c-2949-4665-85d2-e228f735ea5b request from dv-cinder-856941-4-iscsi {{(pid=106285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 07:12:02.973265 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:12:02.973551 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Checking segment: {'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:12:02.973939 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Bound using segment: {'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:12:02.974438 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Bound port: 1fc85e98-d127-4735-a8f6-e4f21d4316c6, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:12:02.974823 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:02.975999 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 593daa45-ef18-4038-80a5-8b8e33072983 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:12:02.989193 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12770207'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.005707 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 593daa45-ef18-4038-80a5-8b8e33072983 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:12:03.006199 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 593daa45-ef18-4038-80a5-8b8e33072983 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:12:03.006713 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c5c4013b-cb41-4516-b532-da8861a1c1a3 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:12:03.017068 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:03.024647 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] No DVR routers for this DVR port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 on host dv-cinder-856941-4-iscsi {{(pid=106284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:12:03.032412 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] Deleting port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 {{(pid=106285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:12:03.032923 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), before_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.034969 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: c5c4013b-cb41-4516-b532-da8861a1c1a3 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:12:03.035406 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device c5c4013b-cb41-4516-b532-da8861a1c1a3 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:12:03.051609 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] For port 1fc85e98-d127-4735-a8f6-e4f21d4316c6, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:12:03.055815 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] For port 1fc85e98-d127-4735-a8f6-e4f21d4316c6, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1fc85e98-d127-4735-a8f6-e4f21d4316c6,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:12:03.065234 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.070644 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:03.071561 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.073191 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/1fc85e98-d127-4735-a8f6-e4f21d4316c6 HTTP/1.1" status: 200 len: 1093 time: 0.8253109 Sep 13 07:12:03.074113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'tag': '1fc85e98-d127-4735-a8f6-e4f21d4316c6'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:12:03.076978 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bde9f0-ace6-46fe-bf7b-87608992999f" -d '{"events": [{"name": "network-changed", "server_uuid": "71d689e4-41b3-4ecf-a9a3-41055d62ce4d", "tag": "1fc85e98-d127-4735-a8f6-e4f21d4316c6"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:12:03.126469 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] For port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881, host dv-cinder-856941-4-iscsi, got binding levels [] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:03.127081 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), precommit_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.137600 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffe283a-0259-4b18-947c-dbf5136e381c x-openstack-request-id: req-fffe283a-0259-4b18-947c-dbf5136e381c {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:12:03.137837 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d689e4-41b3-4ecf-a9a3-41055d62ce4d", "tag": "1fc85e98-d127-4735-a8f6-e4f21d4316c6", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:12:03.138106 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fffe283a-0259-4b18-947c-dbf5136e381c {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:12:03.138511 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffe283a-0259-4b18-947c-dbf5136e381c'] response: {'name': 'network-changed', 'server_uuid': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'tag': '1fc85e98-d127-4735-a8f6-e4f21d4316c6', 'status': 'completed', 'code': 200} Sep 13 07:12:03.140728 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (fa7d645c-2949-4665-85d2-e228f735ea5b), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.142487 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4506-aff1-480e-bd58-cea1597c9a66 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc85e98-d127-4735-a8f6-e4f21d4316c6,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:03.144576 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] Calling delete_port for 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 owned by network:dhcp {{(pid=106285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:12:03.153457 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.ipam_backend_mixin [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] Port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 was not found and therefore no delete operation was performed {{(pid=106285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 13 07:12:03.155826 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747'] for port (042f9ad9-c64b-4aeb-8c1e-a33b10bd1881), after_delete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.159946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:03.165009 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7d645c-2949-4665-85d2-e228f735ea5b']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:12:03.175216 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68f746b-e907-452a-ae68-4d050b4176df') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:12:03.175595 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68f746b-e907-452a-ae68-4d050b4176df') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:12:03.185477 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] Pushing event deleted for resources: {'Port': ['ID=042f9ad9-c64b-4aeb-8c1e-a33b10bd1881,revision_number=None']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:03.189021 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (d68f746b-e907-452a-ae68-4d050b4176df), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.190233 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f2735-b392-42ea-acd2-03f77f45ed47 None None] No DVR routers for this DVR port 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 on host dv-cinder-856941-4-iscsi {{(pid=106285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:12:03.195637 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:03.207815 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (d68f746b-e907-452a-ae68-4d050b4176df), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.215833 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:12:03.216252 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (d68f746b-e907-452a-ae68-4d050b4176df), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.229826 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-f69287a4-b991-4f98-a728-06f6575132d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:03.233083 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-f69287a4-b991-4f98-a728-06f6575132d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bfd6c0d2b084418483a72536fbb6716a&device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 1127 time: 0.0579998 Sep 13 07:12:03.258295 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment d68f746b-e907-452a-ae68-4d050b4176df resource provider aggregate not found Sep 13 07:12:03.280067 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment d68f746b-e907-452a-ae68-4d050b4176df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d68f746b-e907-452a-ae68-4d050b4176df found for delete ", "request_id": "req-0259bbd2-d578-4c9d-8f48-ade683957681"}]} Sep 13 07:12:03.283200 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-78b3bd8d-139f-43a3-bcf6-541a591a6317 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc85e98-d127-4735-a8f6-e4f21d4316c6 HTTP/1.1" status: 200 len: 217 time: 0.0374887 Sep 13 07:12:03.292286 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (fa7d645c-2949-4665-85d2-e228f735ea5b), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.298740 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.301932 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/fa7d645c-2949-4665-85d2-e228f735ea5b HTTP/1.1" status: 204 len: 168 time: 0.6756580 Sep 13 07:12:03.338535 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfc64f-e245-4887-b3e3-73d02612a3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7d645c-2949-4665-85d2-e228f735ea5b,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:03.362231 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-917301dc-37d8-487f-81b0-ca2065860ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:03.363763 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-917301dc-37d8-487f-81b0-ca2065860ff4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00dfd28b-258a-45d7-9387-0671036b58f1 HTTP/1.1" status: 200 len: 853 time: 0.0750515 Sep 13 07:12:03.403288 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-24f35687-2e23-4203-94ac-1051e2d2cce0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318339 Sep 13 07:12:03.447934 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48162) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:12:03.489101 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-eaa2d661-622e-479b-83e3-7474d24446b0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=99bbe5cbd59f4feda4da45f2b14bd09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399239 Sep 13 07:12:03.491713 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48164) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:12:03.495765 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-fbe0343b-d09e-435f-ba65-276d4c1e63cf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855830 Sep 13 07:12:03.549007 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-262d00a8-3641-47d3-9cc0-4f00998aad76 admin admin] Publish callbacks [] for security_group (43a7a1cf-b76c-4e48-8259-f87b85c12b81), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.570479 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-262d00a8-3641-47d3-9cc0-4f00998aad76 admin admin] Publish callbacks [] for security_group (43a7a1cf-b76c-4e48-8259-f87b85c12b81), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.572256 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:03.590843 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a7b633f1-9a54-4cd8-a1f3-bccb65a79389 req-47ec4200-6e97-4da7-8ee4-c297031c4b54 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894785 Sep 13 07:12:03.621262 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-262d00a8-3641-47d3-9cc0-4f00998aad76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (43a7a1cf-b76c-4e48-8259-f87b85c12b81), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.623787 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-262d00a8-3641-47d3-9cc0-4f00998aad76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:03.624938 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-262d00a8-3641-47d3-9cc0-4f00998aad76 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/43a7a1cf-b76c-4e48-8259-f87b85c12b81 HTTP/1.1" status: 204 len: 168 time: 0.1318047 Sep 13 07:12:03.633008 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d00a8-3641-47d3-9cc0-4f00998aad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a7a1cf-b76c-4e48-8259-f87b85c12b81,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:03.776759 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5d2c-3754-41d4-8f76-30bf666c652f req-d8994850-5c76-47bf-b7c7-847ef42d0614 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:03.778310 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-383f5d2c-3754-41d4-8f76-30bf666c652f req-d8994850-5c76-47bf-b7c7-847ef42d0614 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 943 time: 0.0479271 Sep 13 07:12:03.829508 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-383f5d2c-3754-41d4-8f76-30bf666c652f req-8bae7f40-e6eb-42e5-8c5f-2f3cdbde387f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Sep 13 07:12:03.980247 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48172) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:12:04.026547 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-16cc527a-c7fb-4765-b60b-ec7d914dece8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6eae938afce74856b6dfb2dede2b59cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449481 Sep 13 07:12:04.029140 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48174) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:12:04.082387 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6817c83e-648a-4f99-8252-15a8aa053ff1 admin admin] Publish callbacks [] for security_group (498bc4c4-395e-4ce9-bde1-f6786150751b), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:04.103683 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6817c83e-648a-4f99-8252-15a8aa053ff1 admin admin] Publish callbacks [] for security_group (498bc4c4-395e-4ce9-bde1-f6786150751b), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:04.142507 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:04.164179 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6817c83e-648a-4f99-8252-15a8aa053ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (498bc4c4-395e-4ce9-bde1-f6786150751b), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:04.166831 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-6817c83e-648a-4f99-8252-15a8aa053ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:04.167981 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-6817c83e-648a-4f99-8252-15a8aa053ff1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/498bc4c4-395e-4ce9-bde1-f6786150751b HTTP/1.1" status: 204 len: 168 time: 0.1379380 Sep 13 07:12:04.175607 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c83e-648a-4f99-8252-15a8aa053ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498bc4c4-395e-4ce9-bde1-f6786150751b,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:04.356825 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-7d9c77c9-99d4-456a-b7d0-5b7da0d1b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:04.358402 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-7d9c77c9-99d4-456a-b7d0-5b7da0d1b84f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bfd6c0d2b084418483a72536fbb6716a&device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 1127 time: 0.0428283 Sep 13 07:12:04.463255 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-d16b6478-7d5e-4155-bf4b-9da41efacdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:04.465008 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-d16b6478-7d5e-4155-bf4b-9da41efacdc6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 200 len: 914 time: 0.1006193 Sep 13 07:12:04.515807 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-42c42d84-2814-442c-8e8c-176258c01452 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc85e98-d127-4735-a8f6-e4f21d4316c6 HTTP/1.1" status: 200 len: 217 time: 0.0448325 Sep 13 07:12:04.568530 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-4445780b-fd05-40e2-82bc-5667f74915d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:04.569980 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-4445780b-fd05-40e2-82bc-5667f74915d9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00dfd28b-258a-45d7-9387-0671036b58f1 HTTP/1.1" status: 200 len: 853 time: 0.0484807 Sep 13 07:12:04.603642 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-fdc29deb-716d-477b-87ff-14df4abd7615 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275860 Sep 13 07:12:04.706007 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-73677e61-670f-406f-8e87-1c17f3b64879 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966043 Sep 13 07:12:04.808440 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a1bde9f0-ace6-46fe-bf7b-87608992999f req-a1635797-f913-4886-a4da-cf9c7ad4a91e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968053 Sep 13 07:12:04.819487 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 no longer exists at agent ovs-agent-dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:12:04.839912 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] No Port match for: 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:12:04.840253 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Device 042f9ad9-c64b-4aeb-8c1e-a33b10bd1881 not bound to the agent host dv-cinder-856941-4-iscsi {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:12:04.955519 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b47cc6-812b-4fe1-a869-e65e387328b2 req-b7337fbc-3652-4aa8-b0ef-d9fba8f57e58 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:04.956967 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1b47cc6-812b-4fe1-a869-e65e387328b2 req-b7337fbc-3652-4aa8-b0ef-d9fba8f57e58 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 943 time: 0.0484133 Sep 13 07:12:05.004874 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f1b47cc6-812b-4fe1-a869-e65e387328b2 req-025ea327-0809-4af9-bee4-71b226af1731 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Sep 13 07:12:06.152388 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08b6e3-3e69-45f3-8a3e-f6be44e79987 req-df0f08ee-6a8e-43ac-84fc-3015dcd1b0d4 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:06.153829 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a08b6e3-3e69-45f3-8a3e-f6be44e79987 req-df0f08ee-6a8e-43ac-84fc-3015dcd1b0d4 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 943 time: 0.0539882 Sep 13 07:12:06.204735 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-7a08b6e3-3e69-45f3-8a3e-f6be44e79987 req-9d083f7f-def9-40dc-abce-26ba0891ac6d tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Sep 13 07:12:06.998228 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1fc85e98-d127-4735-a8f6-e4f21d4316c6 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:12:07.013840 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:07.118557 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 1fc85e98-d127-4735-a8f6-e4f21d4316c6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1fc85e98-d127-4735-a8f6-e4f21d4316c6,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:07.129832 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '1fc85e98-d127-4735-a8f6-e4f21d4316c6', 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a', 'port_id': '1fc85e98-d127-4735-a8f6-e4f21d4316c6', 'mac_address': 'fa:16:3e:41:d8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dfd28b-258a-45d7-9387-0671036b58f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:12:07.169859 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:12:07.170278 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:07.178663 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:07.184914 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc85e98-d127-4735-a8f6-e4f21d4316c6 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:12:07.213952 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 1fc85e98-d127-4735-a8f6-e4f21d4316c6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1fc85e98-d127-4735-a8f6-e4f21d4316c6,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:07.220877 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:07.267632 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=1fc85e98-d127-4735-a8f6-e4f21d4316c6,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:07.349332 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5df940-97d9-4947-a6d2-8448e3e43ebd req-075c2188-ff4d-4123-9d50-88e8206dc8b1 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:07.350832 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f5df940-97d9-4947-a6d2-8448e3e43ebd req-075c2188-ff4d-4123-9d50-88e8206dc8b1 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 944 time: 0.0580685 Sep 13 07:12:07.396758 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:07.409548 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3f5df940-97d9-4947-a6d2-8448e3e43ebd req-9034504a-a368-4b64-8f33-a778349fa4a1 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526328 Sep 13 07:12:07.512990 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1fc85e98-d127-4735-a8f6-e4f21d4316c6'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:12:08.408020 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=84 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:08.408961 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=13 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:08.535477 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366504-b036-40ae-8fd2-e96929df35b7 req-d4a720d7-1742-4463-b34d-38ac6044bce0 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:08.536927 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-15366504-b036-40ae-8fd2-e96929df35b7 req-d4a720d7-1742-4463-b34d-38ac6044bce0 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 944 time: 0.0462046 Sep 13 07:12:08.586047 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-15366504-b036-40ae-8fd2-e96929df35b7 req-905313eb-ba65-4c5b-9243-9ef01d2d10c2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Sep 13 07:12:09.003459 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1fc85e98-d127-4735-a8f6-e4f21d4316c6 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:12:09.050343 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:12:09.060479 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:12:09.060969 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:09.141901 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:12:09.142324 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:09.168442 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc85e98-d127-4735-a8f6-e4f21d4316c6'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:12:09.172105 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f6f03-766e-4706-a14d-d2c25bd864f6" -d '{"events": [{"server_uuid": "71d689e4-41b3-4ecf-a9a3-41055d62ce4d", "name": "network-vif-plugged", "status": "completed", "tag": "1fc85e98-d127-4735-a8f6-e4f21d4316c6"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:12:09.188336 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 1fc85e98-d127-4735-a8f6-e4f21d4316c6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1fc85e98-d127-4735-a8f6-e4f21d4316c6,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:09.194235 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:09.242008 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=1fc85e98-d127-4735-a8f6-e4f21d4316c6,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:09.395367 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115cbad0-f6ab-49c3-b6fc-adf2fabc2e1f x-openstack-request-id: req-115cbad0-f6ab-49c3-b6fc-adf2fabc2e1f {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:12:09.395654 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d689e4-41b3-4ecf-a9a3-41055d62ce4d", "name": "network-vif-plugged", "status": "completed", "tag": "1fc85e98-d127-4735-a8f6-e4f21d4316c6", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:12:09.395929 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-115cbad0-f6ab-49c3-b6fc-adf2fabc2e1f {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:12:09.396344 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115cbad0-f6ab-49c3-b6fc-adf2fabc2e1f'] response: {'server_uuid': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc85e98-d127-4735-a8f6-e4f21d4316c6', 'code': 200} Sep 13 07:12:09.617555 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a17b4-a221-4fe7-83d9-bcead1574b43 req-c9df0ced-4088-4fae-b2b0-c304b26cccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:09.619126 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-806a17b4-a221-4fe7-83d9-bcead1574b43 req-c9df0ced-4088-4fae-b2b0-c304b26cccec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 1129 time: 0.0464106 Sep 13 07:12:09.665750 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-806a17b4-a221-4fe7-83d9-bcead1574b43 req-1a9edc76-1488-4fba-a6c6-c2afa523e33c service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Sep 13 07:12:09.711790 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ef717-883e-450f-ac65-836c3da220d2 req-027f6f97-0374-4422-8a2c-6639b6286757 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:09.713265 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a10ef717-883e-450f-ac65-836c3da220d2 req-027f6f97-0374-4422-8a2c-6639b6286757 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 945 time: 0.0466080 Sep 13 07:12:09.760927 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-a10ef717-883e-450f-ac65-836c3da220d2 req-e167b7ae-908a-47b1-b56b-ed791fb074ef tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Sep 13 07:12:10.877534 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:10.896212 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c6bc-b8a2-4d2e-9b84-bda7801331e8 req-466c6504-7fef-4ad7-9e45-a57f96e8c9b1 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:10.897654 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-20d0c6bc-b8a2-4d2e-9b84-bda7801331e8 req-466c6504-7fef-4ad7-9e45-a57f96e8c9b1 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 945 time: 0.0494552 Sep 13 07:12:10.954756 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-20d0c6bc-b8a2-4d2e-9b84-bda7801331e8 req-18e953be-54ab-46b6-bb5a-90f3e8f5fa5f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507281 Sep 13 07:12:12.099416 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438709e9-b546-4790-9970-0b660f102c5e req-52ae2c83-6023-45a4-928b-27bfeccb25da tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:12.100907 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-438709e9-b546-4790-9970-0b660f102c5e req-52ae2c83-6023-45a4-928b-27bfeccb25da tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 945 time: 0.0575387 Sep 13 07:12:12.156874 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-438709e9-b546-4790-9970-0b660f102c5e req-5e7b3331-87c5-4069-8e9f-68b8742ed7cb tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Sep 13 07:12:12.181586 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:13.628372 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:13.629276 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=58,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:22.148195 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=15 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:22.152445 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=46 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:22.167533 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:22.168296 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:22.174689 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:26.086391 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a22ce3d1-a547-448a-a2da-9dc50ad96ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:28.402983 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d2a7ce0e-394f-40ba-bcb9-f085c5f56136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:28.528514 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:28.529642 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:29.885978 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:31.541409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:31.562048 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:33.570602 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:12:41.548791 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:41.552306 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:41.553841 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:42.193481 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:43.562550 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:51.253340 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c6ce2-d10b-4089-a533-2f1258961288 req-9453225f-95a9-4412-9d55-62159c348933 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:51.254845 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-112c6ce2-d10b-4089-a533-2f1258961288 req-9453225f-95a9-4412-9d55-62159c348933 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 945 time: 0.0540257 Sep 13 07:12:51.305280 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-112c6ce2-d10b-4089-a533-2f1258961288 req-279a5cf3-267b-4e73-aba3-7861c89eccf0 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Sep 13 07:12:52.180330 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:52.185393 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:52.186956 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:52.443423 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204179d-6559-4152-928b-12e4b08c4e89 req-fca40271-52fb-4087-888f-155ca3d51b61 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:52.444794 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e204179d-6559-4152-928b-12e4b08c4e89 req-fca40271-52fb-4087-888f-155ca3d51b61 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 945 time: 0.0516639 Sep 13 07:12:52.496028 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e204179d-6559-4152-928b-12e4b08c4e89 req-9bea9295-d1c7-4f9d-9270-da672d77e329 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Sep 13 07:12:52.919113 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-b9e28441-f9e5-444d-8b0d-e8dfd7189dd9 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:12:52.920592 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-b9e28441-f9e5-444d-8b0d-e8dfd7189dd9 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 945 time: 0.0535080 Sep 13 07:12:53.005187 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Deleting port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:12:53.005498 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:53.101913 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] For port 1fc85e98-d127-4735-a8f6-e4f21d4316c6, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=1fc85e98-d127-4735-a8f6-e4f21d4316c6,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:12:53.102304 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:53.115810 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Calling delete_port for 1fc85e98-d127-4735-a8f6-e4f21d4316c6 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:12:53.266943 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (1fc85e98-d127-4735-a8f6-e4f21d4316c6), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:53.293589 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Pushing event deleted for resources: {'Port': ['ID=1fc85e98-d127-4735-a8f6-e4f21d4316c6,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:12:53.301589 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['1fc85e98-d127-4735-a8f6-e4f21d4316c6'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:12:53.303683 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.304011 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.304341 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.304664 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.304998 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.305699 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.306039 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.306398 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.306730 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.307049 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.307370 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.307693 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.308494 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.308494 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.308698 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:12:53.351119 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] No DVR routers for this DVR port 1fc85e98-d127-4735-a8f6-e4f21d4316c6 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:12:53.353694 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:53.356912 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-f0d6ef8a-3622-4ac4-b0e7-6b60632c7eba req-8a5060e1-26aa-46c4-a2ca-877144c78ea2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "DELETE /networking/v2.0/ports/1fc85e98-d127-4735-a8f6-e4f21d4316c6 HTTP/1.1" status: 204 len: 173 time: 0.4303780 Sep 13 07:12:53.357453 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'name': 'network-vif-deleted', 'tag': '1fc85e98-d127-4735-a8f6-e4f21d4316c6'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:12:53.359775 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbea71e-9e43-4603-8992-baa34ee37c6d" -d '{"events": [{"server_uuid": "71d689e4-41b3-4ecf-a9a3-41055d62ce4d", "name": "network-vif-deleted", "tag": "1fc85e98-d127-4735-a8f6-e4f21d4316c6"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:12:53.465451 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de30b939-fca1-403c-b4da-b6c1c6d58c96 x-openstack-request-id: req-de30b939-fca1-403c-b4da-b6c1c6d58c96 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:12:53.466171 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d689e4-41b3-4ecf-a9a3-41055d62ce4d", "name": "network-vif-deleted", "tag": "1fc85e98-d127-4735-a8f6-e4f21d4316c6", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:12:53.466171 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de30b939-fca1-403c-b4da-b6c1c6d58c96 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:12:53.466377 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de30b939-fca1-403c-b4da-b6c1c6d58c96'] response: {'server_uuid': '71d689e4-41b3-4ecf-a9a3-41055d62ce4d', 'name': 'network-vif-deleted', 'tag': '1fc85e98-d127-4735-a8f6-e4f21d4316c6', 'status': 'completed', 'code': 200} Sep 13 07:12:53.622125 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-bc8c0da5-1463-44a3-9d85-761cfa0b1869 req-970dcc93-c953-4d4d-84f0-efdfacf95f2b tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=71d689e4-41b3-4ecf-a9a3-41055d62ce4d HTTP/1.1" status: 200 len: 210 time: 0.0317645 Sep 13 07:12:54.516638 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:12:56.089124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-abdfa9bb-5a7b-494c-b13d-d183303c2006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:57.664610 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1fc85e98-d127-4735-a8f6-e4f21d4316c6 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:12:57.685613 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 1fc85e98-d127-4735-a8f6-e4f21d4316c6 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:12:57.685960 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 1fc85e98-d127-4735-a8f6-e4f21d4316c6 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:12:58.397421 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-eaee78eb-7f12-40bc-8b50-140f853e081e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:12:59.893367 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:01.537838 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:01.564046 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:02.811659 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-5620b211-e885-4d28-97d2-75bea1f8615f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:02.813109 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-5620b211-e885-4d28-97d2-75bea1f8615f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/networks?id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 200 len: 813 time: 0.1100557 Sep 13 07:13:02.827611 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-39f9f118-4a96-4269-8fdc-da9430a7d8c0 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/quotas/bfd6c0d2b084418483a72536fbb6716a HTTP/1.1" status: 200 len: 375 time: 0.0090580 Sep 13 07:13:02.862096 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-2c3963e5-d108-4881-bdd8-bef8f5ccda5b tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bfd6c0d2b084418483a72536fbb6716a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295062 Sep 13 07:13:02.963723 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-a45215d4-9ca2-4ef6-b4ed-a0a0d67c5988 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920470 Sep 13 07:13:03.035773 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:03.054178 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:03.060839 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-6ae3bc3e-f8d4-46a3-82ab-7e12fa9fe92e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913513 Sep 13 07:13:03.222934 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d873751f-3100-4077-8dbe-8181ba338e79 req-46f2cb44-9705-4640-8a0c-dc49dddf57bd tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 210 time: 0.0273919 Sep 13 07:13:04.352761 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-5e28d7cb-fb27-4b55-815f-3b11a1c4ecfd req-2bd42746-b6a4-4212-abeb-5a627079bef2 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 210 time: 0.0338030 Sep 13 07:13:04.406508 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-80db36ac-e0ad-44c7-9419-a53a8abd1d3e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:04.407944 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-80db36ac-e0ad-44c7-9419-a53a8abd1d3e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "GET /networking/v2.0/networks?id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 200 len: 813 time: 0.1401465 Sep 13 07:13:04.425358 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Request body: {'port': {'device_id': '740fece7-c255-464c-9d25-88aa623b0e7b', 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a', 'admin_state_up': True, 'tenant_id': 'bfd6c0d2b084418483a72536fbb6716a'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:13:04.541737 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Made reservation on behalf of bfd6c0d2b084418483a72536fbb6716a for: {'port': 1} {{(pid=106283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:13:04.545473 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:04.686501 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_common [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Allocated IP 172.20.0.3 (09f8ffa0-4e9e-4146-8a2e-d84023e00d7a/00dfd28b-258a-45d7-9387-0671036b58f1/26183801-769d-4ac4-b83f-97bd657971c1) {{(pid=106283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:13:04.845950 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks [] for port (26183801-769d-4ac4-b83f-97bd657971c1), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:04.887568 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764930209738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (26183801-769d-4ac4-b83f-97bd657971c1), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:04.928970 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a is already hosted by enough agents. {{(pid=106283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:13:04.934711 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.scheduler.base_scheduler [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Resources bound (agent type, host, resource id): {{(pid=106283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:13:04.938592 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Received port after_create {{(pid=106283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:13:04.944715 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Pushing event updated for resources: {'Port': ['ID=26183801-769d-4ac4-b83f-97bd657971c1,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:04.989536 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:04.990238 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:05.008855 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-c0516b3e-fc90-42d7-898f-e4c9840e43d5 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870690 Sep 13 07:13:05.025236 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.v2.base [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Request body: {'port': {'device_id': '740fece7-c255-464c-9d25-88aa623b0e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85694'}} {{(pid=106283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:13:05.075915 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:05.087040 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (26183801-769d-4ac4-b83f-97bd657971c1), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:05.203444 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:05.343418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26183801-769d-4ac4-b83f-97bd657971c1 {{(pid=106283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:13:05.351168 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Publish callbacks [] for port (26183801-769d-4ac4-b83f-97bd657971c1), precommit_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:05.364117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.provisioning_blocks [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Transition to ACTIVE for port object 26183801-769d-4ac4-b83f-97bd657971c1 will not be triggered until provisioned by entity L2. {{(pid=106283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:13:05.373666 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (26183801-769d-4ac4-b83f-97bd657971c1), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:05.432835 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Pushing event updated for resources: {'Port': ['ID=26183801-769d-4ac4-b83f-97bd657971c1,revision_number=2']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:05.507427 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59956b-0d4e-4b55-b14a-35ce1e40837b req-bc736698-13d2-47cf-8e87-0f29040a502b tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:05.508877 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cd59956b-0d4e-4b55-b14a-35ce1e40837b req-bc736698-13d2-47cf-8e87-0f29040a502b tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 943 time: 0.0722852 Sep 13 07:13:05.532772 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:05.533534 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:05.539994 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Attempting to bind port 26183801-769d-4ac4-b83f-97bd657971c1 on host hv-cinder-85694 for vnic_type normal with profile {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:13:05.540323 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Attempting to bind port 26183801-769d-4ac4-b83f-97bd657971c1 by drivers openvswitch,hyperv on host hv-cinder-85694 at level 0 using segments [{'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:13:05.540662 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Attempting to bind port 26183801-769d-4ac4-b83f-97bd657971c1 on network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:13:05.603254 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cd59956b-0d4e-4b55-b14a-35ce1e40837b req-608a559c-6186-4634-acb8-add15400a048 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852432 Sep 13 07:13:05.606477 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Port 26183801-769d-4ac4-b83f-97bd657971c1 on network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85694 {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:13:05.606806 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Attempting to bind port 26183801-769d-4ac4-b83f-97bd657971c1 on network 09f8ffa0-4e9e-4146-8a2e-d84023e00d7a {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:13:05.650985 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Checking agent: {'id': '7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'started_at': datetime.datetime(2022, 9, 13, 6, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:13:05.651314 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Checking segment: {'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:13:05.651690 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Bound using segment: {'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'} {{(pid=106283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:13:05.652117 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.managers [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Bound port: 26183801-769d-4ac4-b83f-97bd657971c1, host: hv-cinder-85694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a30ca1-d977-4308-a63f-cd6f209ff45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a'}}] {{(pid=106283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:13:05.652471 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (26183801-769d-4ac4-b83f-97bd657971c1), before_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:05.995639 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] For port 26183801-769d-4ac4-b83f-97bd657971c1, host hv-cinder-85694, cleared binding levels {{(pid=106283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:13:05.998688 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] For port 26183801-769d-4ac4-b83f-97bd657971c1, host hv-cinder-85694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=26183801-769d-4ac4-b83f-97bd657971c1,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:13:06.009496 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13223502'] for port (26183801-769d-4ac4-b83f-97bd657971c1), after_update {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:06.012867 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:06.013465 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:06.015171 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/26183801-769d-4ac4-b83f-97bd657971c1 HTTP/1.1" status: 200 len: 1093 time: 0.9938745 Sep 13 07:13:06.017264 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740fece7-c255-464c-9d25-88aa623b0e7b', 'tag': '26183801-769d-4ac4-b83f-97bd657971c1'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:13:06.019480 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c5e997-6f08-4350-9234-2b54365ebfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "740fece7-c255-464c-9d25-88aa623b0e7b", "tag": "26183801-769d-4ac4-b83f-97bd657971c1"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:13:06.062995 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db48035-9a8d-4f2b-b682-a29e9d810594 x-openstack-request-id: req-4db48035-9a8d-4f2b-b682-a29e9d810594 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:13:06.063288 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740fece7-c255-464c-9d25-88aa623b0e7b", "tag": "26183801-769d-4ac4-b83f-97bd657971c1", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:13:06.063533 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4db48035-9a8d-4f2b-b682-a29e9d810594 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:13:06.063961 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db48035-9a8d-4f2b-b682-a29e9d810594'] response: {'name': 'network-changed', 'server_uuid': '740fece7-c255-464c-9d25-88aa623b0e7b', 'tag': '26183801-769d-4ac4-b83f-97bd657971c1', 'status': 'completed', 'code': 200} Sep 13 07:13:06.069491 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52ba6a-051b-4ffc-bcb5-5c7cf50a1f8c service neutron] Pushing event updated for resources: {'Port': ['ID=26183801-769d-4ac4-b83f-97bd657971c1,revision_number=3']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:06.125296 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-a6ae84bc-b6a8-43a1-8336-a2187d2f6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:06.126792 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-a6ae84bc-b6a8-43a1-8336-a2187d2f6934 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bfd6c0d2b084418483a72536fbb6716a&device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 1127 time: 0.0396907 Sep 13 07:13:06.173870 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-2adf8db6-9991-4acd-a237-00a1a3bc5b93 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26183801-769d-4ac4-b83f-97bd657971c1 HTTP/1.1" status: 200 len: 217 time: 0.0324829 Sep 13 07:13:06.222473 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:06.227267 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-61ffdc31-4cbe-4252-b486-afec7d20b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:06.228679 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-61ffdc31-4cbe-4252-b486-afec7d20b11b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00dfd28b-258a-45d7-9387-0671036b58f1 HTTP/1.1" status: 200 len: 853 time: 0.0484307 Sep 13 07:13:06.260934 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-9916e0e0-e1c5-4099-ab7b-9a16cd88688d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253861 Sep 13 07:13:06.353739 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-1dbbdf85-3139-44d2-baaf-8e7220764eb2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866795 Sep 13 07:13:06.428765 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:06.444387 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-57943bbd-cd1d-40e3-b575-0d46152a810b req-0df7405f-0806-4357-83c9-eb8fef90fb5d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843458 Sep 13 07:13:06.725791 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb37ff4-9911-47c4-ad50-3cc47ebf1750 req-374729cf-ff23-4f4d-89e3-e26be0402efd tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:06.727274 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cdb37ff4-9911-47c4-ad50-3cc47ebf1750 req-374729cf-ff23-4f4d-89e3-e26be0402efd tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 943 time: 0.0460005 Sep 13 07:13:06.778883 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-cdb37ff4-9911-47c4-ad50-3cc47ebf1750 req-1c444c4c-a3bf-434c-b9bf-ef30a416058b tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Sep 13 07:13:07.263047 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-cc148f9d-b955-4b00-ab3d-091989a9507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:07.265075 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-cc148f9d-b955-4b00-ab3d-091989a9507e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bfd6c0d2b084418483a72536fbb6716a&device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 1127 time: 0.0447900 Sep 13 07:13:07.361397 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-e2bfd238-03d1-4e49-8434-cb29363abe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:07.363584 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-e2bfd238-03d1-4e49-8434-cb29363abe79 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 200 len: 914 time: 0.0913312 Sep 13 07:13:07.408846 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-ba492a76-13f2-4ff0-945b-598c7ad3ef4b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26183801-769d-4ac4-b83f-97bd657971c1 HTTP/1.1" status: 200 len: 217 time: 0.0387194 Sep 13 07:13:07.457427 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-1f907925-e769-4bfe-895e-1edaff1e6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:07.458984 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-1f907925-e769-4bfe-895e-1edaff1e6cb2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00dfd28b-258a-45d7-9387-0671036b58f1 HTTP/1.1" status: 200 len: 853 time: 0.0445728 Sep 13 07:13:07.490628 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-408b03dc-9103-4a79-b3b6-ba2784b9da23 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257471 Sep 13 07:13:07.583797 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-8436f643-5336-42d3-871b-b23d6ac9ed0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869222 Sep 13 07:13:07.675503 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-52c5e997-6f08-4350-9234-2b54365ebfe0 req-72c5c118-93b8-4e2c-a695-6a1878bd3035 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Sep 13 07:13:07.929516 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7b142-d454-484c-a5f2-2ec25c40e23c req-68f0a405-16e9-4cb5-8306-790307b1124f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:07.931370 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-65c7b142-d454-484c-a5f2-2ec25c40e23c req-68f0a405-16e9-4cb5-8306-790307b1124f tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 943 time: 0.0610392 Sep 13 07:13:07.983661 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-65c7b142-d454-484c-a5f2-2ec25c40e23c req-d80d438b-7ff7-41ee-953f-f75d21ef9a9c tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Sep 13 07:13:09.126409 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb360a88-0def-460d-b8d3-0b1b9fd43f2f req-8d7989ba-e6fc-4529-ac84-673324a1c5fb tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:09.127862 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eb360a88-0def-460d-b8d3-0b1b9fd43f2f req-8d7989ba-e6fc-4529-ac84-673324a1c5fb tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 943 time: 0.0551374 Sep 13 07:13:09.176353 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-eb360a88-0def-460d-b8d3-0b1b9fd43f2f req-436506a3-8e8f-4faf-8658-63cdc247ad1b tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Sep 13 07:13:09.707440 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 26183801-769d-4ac4-b83f-97bd657971c1 details requested by agent hyperv_hv-cinder-85694 with host hv-cinder-85694 {{(pid=106285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:13:09.830356 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 26183801-769d-4ac4-b83f-97bd657971c1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=26183801-769d-4ac4-b83f-97bd657971c1,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:13:09.841734 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Returning: {'device': '26183801-769d-4ac4-b83f-97bd657971c1', 'network_id': '09f8ffa0-4e9e-4146-8a2e-d84023e00d7a', 'port_id': '26183801-769d-4ac4-b83f-97bd657971c1', 'mac_address': 'fa:16:3e:c3:9a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dfd28b-258a-45d7-9387-0671036b58f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:13:09.882542 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 26183801-769d-4ac4-b83f-97bd657971c1 is: DOWN; New status is: BUILD {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:13:09.882830 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (26183801-769d-4ac4-b83f-97bd657971c1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:09.896246 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26183801-769d-4ac4-b83f-97bd657971c1 {{(pid=106285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:13:09.919103 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 26183801-769d-4ac4-b83f-97bd657971c1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=26183801-769d-4ac4-b83f-97bd657971c1,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:13:09.926522 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (26183801-769d-4ac4-b83f-97bd657971c1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:09.982681 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=26183801-769d-4ac4-b83f-97bd657971c1,revision_number=4']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:09.989884 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.990291 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.990656 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.990990 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.991319 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.991645 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.991952 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.992271 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.992590 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.992908 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.993229 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.993544 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.993857 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.994193 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:09.994515 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:10.209513 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['26183801-769d-4ac4-b83f-97bd657971c1'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:13:10.305283 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8e12a-590b-4ed7-be24-06f5decc4723 req-cf5cb985-238d-4297-84e7-f17d60023999 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:10.307138 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e7a8e12a-590b-4ed7-be24-06f5decc4723 req-cf5cb985-238d-4297-84e7-f17d60023999 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 944 time: 0.0521359 Sep 13 07:13:10.342913 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:10.355394 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-e7a8e12a-590b-4ed7-be24-06f5decc4723 req-edf491cc-4b8d-4ebe-9d02-6a5b8a85fe24 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Sep 13 07:13:10.571152 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:13:11.493107 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57b339-0b72-4c45-aa37-5f9f4a340098 req-c255ca6c-2063-4283-b24b-f5411a83218a tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:11.494651 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3c57b339-0b72-4c45-aa37-5f9f4a340098 req-c255ca6c-2063-4283-b24b-f5411a83218a tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 944 time: 0.0517902 Sep 13 07:13:11.542201 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-3c57b339-0b72-4c45-aa37-5f9f4a340098 req-7e4dca55-68d3-4e44-a1f4-e361ea9b9633 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Sep 13 07:13:11.721359 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 26183801-769d-4ac4-b83f-97bd657971c1 up at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:13:11.776556 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning for port 26183801-769d-4ac4-b83f-97bd657971c1 completed by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:13:11.788033 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.db.provisioning_blocks [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Provisioning complete for port 26183801-769d-4ac4-b83f-97bd657971c1 triggered by entity L2. {{(pid=106285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:13:11.788597 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-767911'] for port (26183801-769d-4ac4-b83f-97bd657971c1), provisioning_complete {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:11.867456 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Current status of the port 26183801-769d-4ac4-b83f-97bd657971c1 is: BUILD; New status is: ACTIVE {{(pid=106285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:13:11.867843 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691031'] for port (26183801-769d-4ac4-b83f-97bd657971c1), before_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:11.892370 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740fece7-c255-464c-9d25-88aa623b0e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26183801-769d-4ac4-b83f-97bd657971c1'}] {{(pid=106285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:13:11.894662 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c34286b00d6b4f187a0d40bcb3d46e372c2fae0d711bde51ffc5e12cdaeab295" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a3545d-6274-4d09-91ca-19252e5bb49d" -d '{"events": [{"server_uuid": "740fece7-c255-464c-9d25-88aa623b0e7b", "name": "network-vif-plugged", "status": "completed", "tag": "26183801-769d-4ac4-b83f-97bd657971c1"}]}' {{(pid=106285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:13:11.907724 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] For port 26183801-769d-4ac4-b83f-97bd657971c1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=26183801-769d-4ac4-b83f-97bd657971c1,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:13:11.914280 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764930763915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764930209756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764930209774'] for port (26183801-769d-4ac4-b83f-97bd657971c1), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:11.940033 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbbb73b-13dd-4742-bd09-a880bb9e0105 x-openstack-request-id: req-cdbbb73b-13dd-4742-bd09-a880bb9e0105 {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:13:11.940329 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740fece7-c255-464c-9d25-88aa623b0e7b", "name": "network-vif-plugged", "status": "completed", "tag": "26183801-769d-4ac4-b83f-97bd657971c1", "code": 200}]} {{(pid=106285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:13:11.940580 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdbbb73b-13dd-4742-bd09-a880bb9e0105 {{(pid=106285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:13:11.940939 dv-cinder-856941-4-iscsi neutron-server[106285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbbb73b-13dd-4742-bd09-a880bb9e0105'] response: {'server_uuid': '740fece7-c255-464c-9d25-88aa623b0e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26183801-769d-4ac4-b83f-97bd657971c1', 'code': 200} Sep 13 07:13:11.970596 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Pushing event updated for resources: {'Port': ['ID=26183801-769d-4ac4-b83f-97bd657971c1,revision_number=5']} {{(pid=106285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:12.169036 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc7075-254d-4fb3-a4f7-e9e28062c2ca req-5b12070d-ee9d-44bb-9e6f-0e7e53ae529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:12.170563 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebfc7075-254d-4fb3-a4f7-e9e28062c2ca req-5b12070d-ee9d-44bb-9e6f-0e7e53ae529f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 1129 time: 0.0398138 Sep 13 07:13:12.197673 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:12.222208 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ebfc7075-254d-4fb3-a4f7-e9e28062c2ca req-e21f3d42-fe78-4593-9bf2-48c51bf88022 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Sep 13 07:13:12.678565 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25707ec-fe1f-4185-a413-90c980694b2e req-0bd13570-bb56-4b4d-a610-e4549e76e745 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:12.680020 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d25707ec-fe1f-4185-a413-90c980694b2e req-0bd13570-bb56-4b4d-a610-e4549e76e745 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 945 time: 0.0470686 Sep 13 07:13:12.730241 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-d25707ec-fe1f-4185-a413-90c980694b2e req-4e5db2db-fc17-4bce-9dbe-7bd01d2930ac tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Sep 13 07:13:13.848761 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=100 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:13.866832 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b6a48-bba3-4fc2-90d6-69393535affe req-9521b63a-2d88-48f5-9b8f-e8761ca67960 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:13.868301 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8a9b6a48-bba3-4fc2-90d6-69393535affe req-9521b63a-2d88-48f5-9b8f-e8761ca67960 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 945 time: 0.0526087 Sep 13 07:13:13.917110 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-8a9b6a48-bba3-4fc2-90d6-69393535affe req-58e8d24d-b7a2-4da5-800c-de1f7b49c340 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Sep 13 07:13:16.519428 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-7dd8d296-33f0-4015-a1a0-5b1571155f31 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498784 Sep 13 07:13:16.629015 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-27709b67-3da9-4a09-b612-ca6370bb5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:16.630562 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-27709b67-3da9-4a09-b612-ca6370bb5689 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bfd6c0d2b084418483a72536fbb6716a&device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 1129 time: 0.0413353 Sep 13 07:13:16.746392 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-34b6eecc-bc46-402f-8814-fb49eddea94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:16.747860 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-34b6eecc-bc46-402f-8814-fb49eddea94e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 200 len: 914 time: 0.0977144 Sep 13 07:13:16.786461 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-31a2adb7-b2b0-404f-a889-7fcccef384d4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26183801-769d-4ac4-b83f-97bd657971c1 HTTP/1.1" status: 200 len: 217 time: 0.0320101 Sep 13 07:13:16.836164 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-92ea9961-dbbc-45cd-8f6d-9babcef4506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:16.837595 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-92ea9961-dbbc-45cd-8f6d-9babcef4506c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00dfd28b-258a-45d7-9387-0671036b58f1 HTTP/1.1" status: 200 len: 853 time: 0.0451205 Sep 13 07:13:16.868414 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-9a78d183-0aad-491e-8d47-a9a773528358 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252039 Sep 13 07:13:16.973371 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-3ff844e9-f5b0-4b42-961a-28651982673c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980706 Sep 13 07:13:17.079425 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-4bbc6c56-0065-41e0-927b-4878eca0b1a1 req-9be268ac-5af6-4764-b98c-44f7f1c89ee1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998814 Sep 13 07:13:20.566208 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:22.183994 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:22.188432 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:22.190738 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:26.085468 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0b09eb3b-d8aa-4a60-bc4c-225c82326ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:27.066105 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=49 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:27.076114 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=85 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:28.409478 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c23696a8-7e56-40e8-84b4-7eee87949647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:29.892279 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:31.535244 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:31.570110 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:32.231544 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d1e9-3ec3-40b7-86f9-42b3fb0729f0 req-6e28851b-6e70-49e2-b169-94c2d2755e9c tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:32.232938 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1e96d1e9-3ec3-40b7-86f9-42b3fb0729f0 req-6e28851b-6e70-49e2-b169-94c2d2755e9c tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 945 time: 0.0545845 Sep 13 07:13:32.284548 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-1e96d1e9-3ec3-40b7-86f9-42b3fb0729f0 req-518e6c0d-19b8-4b79-9c86-a0c0e2502069 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Sep 13 07:13:33.420230 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fdc02-dfc6-42f1-a64d-d30ff99c5bd0 req-21b97754-a814-4e1d-b34d-be8f90a5ef13 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:33.422126 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed7fdc02-dfc6-42f1-a64d-d30ff99c5bd0 req-21b97754-a814-4e1d-b34d-be8f90a5ef13 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 945 time: 0.0494266 Sep 13 07:13:33.475183 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-ed7fdc02-dfc6-42f1-a64d-d30ff99c5bd0 req-9d4dc34c-1359-4385-9b73-04ceb42bf479 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbc61c65-a354-4687-862f-c7f57b71d295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Sep 13 07:13:34.045973 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486214-7c09-4807-be20-c8d1b76ce54b req-127f9203-abfe-4491-a64d-48dadb8be946 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:13:34.047322 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-db486214-7c09-4807-be20-c8d1b76ce54b req-127f9203-abfe-4491-a64d-48dadb8be946 tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 945 time: 0.0619957 Sep 13 07:13:34.133437 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Deleting port 26183801-769d-4ac4-b83f-97bd657971c1 {{(pid=106283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:13:34.133783 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764930699780'] for port (26183801-769d-4ac4-b83f-97bd657971c1), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:34.228080 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.db [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] For port 26183801-769d-4ac4-b83f-97bd657971c1, host hv-cinder-85694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85694',level=0,port_id=26183801-769d-4ac4-b83f-97bd657971c1,segment=NetworkSegment(88a30ca1-d977-4308-a63f-cd6f209ff45d),segment_id=88a30ca1-d977-4308-a63f-cd6f209ff45d)] {{(pid=106283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:13:34.228427 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677648'] for port (26183801-769d-4ac4-b83f-97bd657971c1), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:34.242317 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Calling delete_port for 26183801-769d-4ac4-b83f-97bd657971c1 owned by compute:nova {{(pid=106283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:13:34.390875 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764930763924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764930209747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13223493'] for port (26183801-769d-4ac4-b83f-97bd657971c1), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:34.416697 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Pushing event deleted for resources: {'Port': ['ID=26183801-769d-4ac4-b83f-97bd657971c1,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:34.424554 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.db [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] get_ports_and_sgs() called for port_ids ['26183801-769d-4ac4-b83f-97bd657971c1'] {{(pid=106285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:13:34.467335 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.l3_dvrscheduler_db [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] No DVR routers for this DVR port 26183801-769d-4ac4-b83f-97bd657971c1 on host hv-cinder-85694 {{(pid=106283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:13:34.470111 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119151'] for port (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:34.473251 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-db486214-7c09-4807-be20-c8d1b76ce54b req-b76e56ae-b8a0-4249-a64b-5a119068aa4e tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.23 "DELETE /networking/v2.0/ports/26183801-769d-4ac4-b83f-97bd657971c1 HTTP/1.1" status: 204 len: 173 time: 0.4207103 Sep 13 07:13:34.473731 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740fece7-c255-464c-9d25-88aa623b0e7b', 'name': 'network-vif-deleted', 'tag': '26183801-769d-4ac4-b83f-97bd657971c1'}] {{(pid=106283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:13:34.475975 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8127aa4f4dc5d41f4066eab7dd7dc6d6bc92517512a9f2663873197a3ab9cd1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23730de1-696e-4751-adfa-abc14528afd5" -d '{"events": [{"server_uuid": "740fece7-c255-464c-9d25-88aa623b0e7b", "name": "network-vif-deleted", "tag": "26183801-769d-4ac4-b83f-97bd657971c1"}]}' {{(pid=106283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:13:34.519977 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b3d2e7-f550-4dae-b368-3587d7d9c3a5 x-openstack-request-id: req-85b3d2e7-f550-4dae-b368-3587d7d9c3a5 {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:13:34.520345 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740fece7-c255-464c-9d25-88aa623b0e7b", "name": "network-vif-deleted", "tag": "26183801-769d-4ac4-b83f-97bd657971c1", "status": "completed", "code": 200}]} {{(pid=106283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:13:34.520701 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85b3d2e7-f550-4dae-b368-3587d7d9c3a5 {{(pid=106283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:13:34.521155 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b3d2e7-f550-4dae-b368-3587d7d9c3a5'] response: {'server_uuid': '740fece7-c255-464c-9d25-88aa623b0e7b', 'name': 'network-vif-deleted', 'tag': '26183801-769d-4ac4-b83f-97bd657971c1', 'status': 'completed', 'code': 200} Sep 13 07:13:34.590844 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [req-b71836f1-5881-408b-aa8c-aba5e957a0f2 req-5eed9f5c-e7df-47b3-9269-3c8608a464eb tempest-VolumesSnapshotTestJSON-1055383426 tempest-VolumesSnapshotTestJSON-1055383426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=740fece7-c255-464c-9d25-88aa623b0e7b HTTP/1.1" status: 200 len: 210 time: 0.0282259 Sep 13 07:13:39.981702 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 26183801-769d-4ac4-b83f-97bd657971c1 no longer exists at agent hyperv_hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 07:13:40.009628 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] No Port match for: 26183801-769d-4ac4-b83f-97bd657971c1 {{(pid=106285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 07:13:40.010023 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron.plugins.ml2.rpc [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Device 26183801-769d-4ac4-b83f-97bd657971c1 not bound to the agent host hv-cinder-85694 {{(pid=106285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 07:13:41.563956 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:42.209613 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:42.539212 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:42.541113 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:44.451238 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=58,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:44.572789 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=69,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:47.576528 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:13:52.193472 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:52.199501 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:52.202136 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:56.084724 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-50c4d6cd-ea3b-4950-a770-6bf0f98a0c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.184209 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48680) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:13:57.230363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.db.db_base_plugin_v2 [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Deleting subnet 00dfd28b-258a-45d7-9387-0671036b58f1 {{(pid=106283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:13:57.234074 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Publish callbacks [] for subnet (00dfd28b-258a-45d7-9387-0671036b58f1), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.281769 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13146091'] for subnet (00dfd28b-258a-45d7-9387-0671036b58f1), precommit_delete_associations {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.320762 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-783475'] for subnet (00dfd28b-258a-45d7-9387-0671036b58f1), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.381363 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13223480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12778322'] for subnet (00dfd28b-258a-45d7-9387-0671036b58f1), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.406699 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dfd28b-258a-45d7-9387-0671036b58f1,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:57.416606 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for subnet (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.419835 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/00dfd28b-258a-45d7-9387-0671036b58f1 HTTP/1.1" status: 204 len: 168 time: 0.2345898 Sep 13 07:13:57.421700 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.422060 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.422430 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.422689 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48682) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:13:57.423123 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.423123 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.423404 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.423738 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.424068 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.424396 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.424727 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.425055 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.425379 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.425703 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.426024 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.426369 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879701d6-47f3-4536-b4c2-896855bb5855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.497273 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-714668'] for network (09f8ffa0-4e9e-4146-8a2e-d84023e00d7a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.568727 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=17 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:57.569554 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=11 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:13:57.579272 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761934', 'neutron.services.segments.db._delete_segments_for_network-8764930691256'] for network (09f8ffa0-4e9e-4146-8a2e-d84023e00d7a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.600994 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f8ffa0-4e9e-4146-8a2e-d84023e00d7a']}} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:13:57.611731 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a30ca1-d977-4308-a63f-cd6f209ff45d') {'for_net_delete': True} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:13:57.611731 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.services.segments.db [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a30ca1-d977-4308-a63f-cd6f209ff45d') {} {{(pid=106284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:13:57.624316 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764930691148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13089663'] for segment (88a30ca1-d977-4308-a63f-cd6f209ff45d), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.638521 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167'] for segment (88a30ca1-d977-4308-a63f-cd6f209ff45d), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.645365 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=106284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:13:57.645790 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-878167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12770120'] for segment (88a30ca1-d977-4308-a63f-cd6f209ff45d), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.691261 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 88a30ca1-d977-4308-a63f-cd6f209ff45d resource provider aggregate not found Sep 13 07:13:57.708849 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.services.segments.plugin [-] Segment 88a30ca1-d977-4308-a63f-cd6f209ff45d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88a30ca1-d977-4308-a63f-cd6f209ff45d found for delete ", "request_id": "req-04f9dc12-7981-4c37-9cb4-23b6428972fb"}]} Sep 13 07:13:57.716837 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697671'] for network (09f8ffa0-4e9e-4146-8a2e-d84023e00d7a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.721661 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602054'] for network (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:57.727588 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/09f8ffa0-4e9e-4146-8a2e-d84023e00d7a HTTP/1.1" status: 204 len: 168 time: 0.3012407 Sep 13 07:13:57.738612 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f8ffa0-4e9e-4146-8a2e-d84023e00d7a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:57.746592 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.746929 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.747267 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.747590 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.747928 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.748245 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.748566 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.748885 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.749190 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.749505 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.749821 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.750163 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.750484 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.750798 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.751110 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1189795-e451-43a5-b939-4b390f2eedf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856941-4-iscsi {{(pid=106284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:13:57.922487 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48692) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:13:57.964967 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-3c4a0b3e-450e-4745-8550-4a9bac9212c7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bfd6c0d2b084418483a72536fbb6716a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411007 Sep 13 07:13:57.967321 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48694) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:13:58.020894 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-99353c45-1cab-4c38-8994-0c5349efcb96 admin admin] Publish callbacks [] for security_group (bbc61c65-a354-4687-862f-c7f57b71d295), before_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:58.042466 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-99353c45-1cab-4c38-8994-0c5349efcb96 admin admin] Publish callbacks [] for security_group (bbc61c65-a354-4687-862f-c7f57b71d295), precommit_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:58.116780 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-99353c45-1cab-4c38-8994-0c5349efcb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (bbc61c65-a354-4687-862f-c7f57b71d295), after_delete {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:58.121331 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-99353c45-1cab-4c38-8994-0c5349efcb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:58.123249 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-99353c45-1cab-4c38-8994-0c5349efcb96 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bbc61c65-a354-4687-862f-c7f57b71d295 HTTP/1.1" status: 204 len: 168 time: 0.1547430 Sep 13 07:13:58.136608 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99353c45-1cab-4c38-8994-0c5349efcb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc61c65-a354-4687-862f-c7f57b71d295,revision_number=None']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:13:58.404562 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-74d9067f-5bf8-413c-999d-bedab7f7f7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:13:59.903075 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:01.538920 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:01.572814 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:07.728514 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=25,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:07.742007 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:08.127770 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:08.128989 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:11.560030 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:11.565532 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:11.567523 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:12.210256 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:15.722811 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [-] (106283) accepted ('10.222.0.25', 48822) {{(pid=106283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:14:15.837845 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-07a7ea57-911f-40da-a448-6948e409f22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:15.917146 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-07a7ea57-911f-40da-a448-6948e409f22d admin admin] Publish callbacks [] for security_group (29d47c14-4369-4565-9137-2b6230fcf31a), precommit_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:15.924418 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-07a7ea57-911f-40da-a448-6948e409f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (29d47c14-4369-4565-9137-2b6230fcf31a), after_create {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:15.964564 dv-cinder-856941-4-iscsi neutron-server[106283]: INFO neutron.wsgi [None req-07a7ea57-911f-40da-a448-6948e409f22d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cc1d137761b64e19b15b94945095a99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406728 Sep 13 07:14:15.965438 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7ea57-911f-40da-a448-6948e409f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d47c14-4369-4565-9137-2b6230fcf31a,revision_number=1']} {{(pid=106283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:14:15.967578 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [-] (106284) accepted ('10.222.0.25', 48826) {{(pid=106284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:14:16.019742 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0d92147c-bb62-4a7b-a48e-cb0da1ebc05f admin admin] Publish callbacks [] for security_group (29d47c14-4369-4565-9137-2b6230fcf31a), before_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:16.040959 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0d92147c-bb62-4a7b-a48e-cb0da1ebc05f admin admin] Publish callbacks [] for security_group (29d47c14-4369-4565-9137-2b6230fcf31a), precommit_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:16.091117 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0d92147c-bb62-4a7b-a48e-cb0da1ebc05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651139'] for security_group (29d47c14-4369-4565-9137-2b6230fcf31a), after_delete {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:16.093860 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron_lib.callbacks.manager [None req-0d92147c-bb62-4a7b-a48e-cb0da1ebc05f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:16.095060 dv-cinder-856941-4-iscsi neutron-server[106284]: INFO neutron.wsgi [None req-0d92147c-bb62-4a7b-a48e-cb0da1ebc05f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/29d47c14-4369-4565-9137-2b6230fcf31a HTTP/1.1" status: 204 len: 168 time: 0.1254961 Sep 13 07:14:16.103326 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92147c-bb62-4a7b-a48e-cb0da1ebc05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d47c14-4369-4565-9137-2b6230fcf31a,revision_number=None']} {{(pid=106284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:14:19.530481 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:19.531841 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:24.575972 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:14:25.959031 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=16,neutron:INSERT=9 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:25.961599 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:26.075734 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:26.092760 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-5b8bb411-b957-4a18-a616-3e343f15a177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:26.099243 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG dbcounter [-] [106284] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:28.417452 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-6009cfde-b50d-482e-9810-6077f22cc108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:29.897447 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:31.533340 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:31.571752 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:34.571099 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:34.572329 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:41.558586 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:41.562916 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:41.566823 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:42.229359 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:52.209354 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:52.210544 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:52.221157 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:56.088980 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b085fcc5-5448-4dcd-976c-b996e5470890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:56.519330 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:56.538431 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:14:58.416520 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-176c2746-a46d-4add-a6c7-26e4eabc3e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:14:59.906982 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:01.541255 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:01.573226 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:01.575843 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:15:11.532318 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:11.560851 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:11.567325 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:11.571978 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:12.240003 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:22.231097 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:22.233669 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:26.079304 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8bf2a782-bf9c-4978-901d-c9b0cf113bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:28.422846 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-b4edb8bc-d991-437d-84d3-fe5a386210ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:29.907560 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:31.544487 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:31.576546 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:33.525737 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:33.527745 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:38.581380 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:15:41.563619 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:41.568212 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:41.569804 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:42.251773 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:52.230341 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:52.237946 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:52.242328 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:54.631876 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=14 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:54.633959 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=14 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:15:56.084896 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-425763be-6203-4e5f-b60c-557d99abcb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:58.416594 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-23c90106-25d7-431c-80c9-c0de45515b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:15:59.919495 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:01.541551 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:01.579456 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:10.530860 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:10.532479 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:11.566055 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:11.571069 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=7 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:11.574409 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:12.379129 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:15.586577 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:16:22.368330 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:22.369576 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:25.577080 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:25.578305 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:26.081872 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-598ce04d-ebc0-4191-aaf7-248c37d069ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:28.426448 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c76e8205-2601-421b-8113-5eb0ea1b96d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:29.920499 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:31.547115 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:31.585255 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:41.361065 dv-cinder-856941-4-iscsi neutron-server[106284]: DEBUG neutron.wsgi [req-258deac4-b52a-4e56-9fe5-ff69e9796433 req-78e4faf9-94b2-41fe-9f30-72c2ffc40cda service neutron] (106284) timed out ('10.222.0.23', 63926) {{(pid=106284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 07:16:41.570124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:41.575907 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:41.578854 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:41.585637 dv-cinder-856941-4-iscsi neutron-server[106283]: DEBUG neutron.wsgi [req-d5210780-9caa-4f02-99ed-2e42a12c3571 req-7eb21227-d37a-4361-84a7-7d13b31388cc service neutron] (106283) timed out ('10.222.0.23', 63953) {{(pid=106283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 07:16:42.267033 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:52.252752 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:52.260372 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:16:52.590723 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:16:56.088734 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ecde-95c8-46f8-a952-027eb0795d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:58.419172 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-0b6a592a-031f-4665-8991-bb5329400a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:16:59.922829 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:01.537948 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:01.586208 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:02.582212 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:02.584105 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:12.281322 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:22.264117 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:22.269704 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=3,neutron:SELECT=14 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:22.273855 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:24.533087 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:24.542647 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:26.083124 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-19b37ea6-8707-496e-b660-20090d5e9f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:28.426006 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1da4a9fd-89ad-48d3-a614-ff5d8b81b86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:29.592367 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:17:29.927988 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:31.533926 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:31.590972 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:39.586029 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:41.577846 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:41.582579 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:41.585143 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:42.299388 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:52.288242 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:52.290751 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:17:56.087052 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c05d01e2-ab3f-4f63-9201-37628fbf8502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:58.419642 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bc6821fb-1c49-4c2c-8d5c-5e7506b634bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:17:59.936416 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:01.537428 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=18 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:01.540851 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:01.591668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:03.507445 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=16 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:06.596836 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:18:11.578786 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:11.583051 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:11.585620 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:12.300824 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:16.588201 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:16.589571 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:22.281200 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:22.288524 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:22.291708 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:26.090768 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-d662d7f2-7747-43fc-b0e7-4851c5c6ecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:28.426347 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-a39b4f85-be0a-4a2d-aec6-2af3b8beb313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:29.940845 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:31.527093 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:31.597671 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:38.535604 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:38.540928 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:41.583908 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=6 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:41.588622 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:41.590920 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:42.320211 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:43.601599 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:18:52.305917 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:52.310668 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=2 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:52.312854 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:54.517397 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:54.518768 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:18:56.092244 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8eb89419-1f4d-4557-82aa-df2656654b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:58.420552 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-1dae746f-9e3a-40a2-8a16-476b673a8d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:18:59.946405 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:01.524930 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:01.599176 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:12.314747 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-c7e0278b-3fb2-4d34-a4be-e5f19114ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (7c5646f1-f84f-4ac8-b707-b10fcfa5ccdc), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:15.548020 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:19:15.549210 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:19:20.605170 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG neutron.db.agents_db [None req-173df0eb-d016-419f-a11d-72a50663cf1f None None] Agent healthcheck: found 6 active agents {{(pid=106286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:19:22.299200 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:19:22.304696 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:19:22.308890 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG dbcounter [-] [106285] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:19:26.091098 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-8f53ad74-d000-4331-927f-4ca923107699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (99120aef-9146-43b2-839e-0caae419482a), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:28.423798 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-403ae4f0-9020-423a-a6d9-a92574eb4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (b485fd27-2b43-4fd9-93c0-4d86b0944716), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:29.948373 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-bd33716c-ec39-4fd9-bef1-4d41cecba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (e4fd2f7d-16cc-4549-a58f-80efebe44fe6), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:30.598580 dv-cinder-856941-4-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:19:31.520971 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-59dfa2b1-ca8a-429f-af76-b4cac60c3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (466002c5-0b34-45b2-a476-dc264dde2328), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:19:31.602721 dv-cinder-856941-4-iscsi neutron-server[106285]: DEBUG neutron_lib.callbacks.manager [None req-2303b0a4-26b2-48fe-8ed9-4844743f2fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764930691238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-767753'] for agent (54ba7306-5cd6-4570-b8a7-acedbcae1b79), after_update {{(pid=106285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}